-- Logs begin at Thu 2022-04-14 19:50:37 UTC, end at Thu 2022-04-14 21:01:49 UTC. -- Apr 14 20:36:04.942585 dv-cinder-837540-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 14 20:36:07.888089 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.common.config [-] Logging enabled! Apr 14 20:36:07.888720 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev118 Apr 14 20:36:07.888889 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110302) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 20:36:07.892289 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.common.config [-] Logging enabled! Apr 14 20:36:07.892550 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev118 Apr 14 20:36:07.892867 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110302) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 20:36:07.894098 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 20:36:07.894336 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 20:36:07.894706 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 20:36:07.894953 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 20:36:07.895180 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 20:36:07.895594 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.896640 dv-cinder-837540-3-iscsi neutron-server[110302]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 14 20:36:07.897132 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.897466 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.897769 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.898072 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.898370 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.898658 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.898954 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.899257 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.899546 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.899829 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.900115 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.900411 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.900697 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.900989 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.901309 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.901599 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] debug = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.901881 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.902322 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.902737 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.903020 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.903315 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.903595 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.903868 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.904145 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.904431 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.904763 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] host = dv-cinder-837540-3-iscsi {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.905043 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.905358 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.905652 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.905944 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.906219 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.906496 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.906784 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.907065 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.907339 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] log_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.907615 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.907907 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.908200 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.908494 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.908723 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.908950 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.909279 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.909573 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.909854 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.910132 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.910409 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.910687 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.910965 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.911236 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.912268 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.912563 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.912858 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.913143 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.913448 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.913727 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.914005 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.914296 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.914575 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.914852 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.915128 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.915419 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.915689 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.915964 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.916267 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.916558 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.916841 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.917134 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.917437 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.917724 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.917996 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.918267 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.918537 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] use_json = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.918807 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.919075 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.919358 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.919630 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.919901 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.920175 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.920446 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.920733 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.921005 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:07.921326 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.921627 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.921930 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.922240 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.922514 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.922793 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.923083 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.923361 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.923651 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.923941 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.924227 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.924502 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.924802 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.925091 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.925413 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.925722 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.926019 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.926314 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.926591 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.926866 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.927192 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.927470 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.927758 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.928035 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.928328 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.928621 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.928901 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.929219 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.929511 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.929808 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.930100 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.930375 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.930655 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.930948 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.931224 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.931497 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.931773 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.932064 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.932340 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.932611 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.932891 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.933167 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.933460 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.933733 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.934011 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.934303 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.934579 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.934849 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.935119 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.935397 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.935669 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.935954 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.936233 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.936507 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.936780 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.937064 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.937370 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.937644 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.937922 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.938195 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.938472 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.938743 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.939014 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.939288 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.939560 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.939832 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.940105 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.940374 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.940650 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.940919 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.941199 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.941485 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.941760 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.942033 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.942321 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.942637 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.942915 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.943201 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.943478 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.943754 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.944031 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.944307 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.944586 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.944866 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.945136 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.945456 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.945743 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.946032 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.946337 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.946620 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.946921 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.947208 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.947487 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.947773 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.948053 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.948335 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.948620 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.948905 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.949226 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.949533 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.949833 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.950131 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.950427 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.950712 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.951025 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.951304 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:07.951523 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 20:36:07.951766 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110302) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 14 20:36:08.329696 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 14 20:36:08.329978 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 14 20:36:08.330287 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 14 20:36:08.330636 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 14 20:36:08.658891 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:08.659110 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:08.659376 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:08.662484 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:08.662766 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:08.663045 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:08.716801 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:08.717082 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:08.717377 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:08.731923 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:08.732207 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:08.732480 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:08.763002 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:08.763283 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:08.763558 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:08.801053 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:08.801355 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:08.801627 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.143311 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.143928 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.143928 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.144119 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.144826 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.245201 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.245545 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.245837 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.246116 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.246392 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.246712 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.246977 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.247237 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.247495 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.247782 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.248049 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.248320 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.248581 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.248844 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.249106 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.249400 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.249664 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.249940 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.250215 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.250479 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.250756 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.251014 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.251303 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.251700 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.251942 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.252191 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.252587 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:36:09.252834 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:36:09.253070 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:36:09.253334 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:36:09.253574 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:36:09.253808 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:36:09.254174 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 14 20:36:09.257921 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 14 20:36:09.261861 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 14 20:36:09.265644 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 14 20:36:09.267265 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 14 20:36:09.267729 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 14 20:36:09.268325 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 14 20:36:09.268716 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 14 20:36:09.271792 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 14 20:36:09.272046 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 14 20:36:09.272396 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 20:36:09.277324 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 14 20:36:09.300650 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 14 20:36:09.301107 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.301444 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110302) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 14 20:36:09.301819 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.303770 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110302) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 14 20:36:09.304053 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 20:36:09.304303 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 14 20:36:09.307610 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.307894 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:09.369615 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 14 20:36:09.369860 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 14 20:36:09.370100 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 14 20:36:09.370470 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 14 20:36:09.390469 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_db.sqlalchemy.engines [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110302) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 14 20:36:09.988729 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Initializing driver for type 'gre' Apr 14 20:36:09.989280 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] gre ID ranges: [(1, 1000)] Apr 14 20:36:10.165878 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Initializing driver for type 'local' Apr 14 20:36:10.166507 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Initializing driver for type 'vlan' Apr 14 20:36:10.245386 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] VlanTypeDriver initialization complete Apr 14 20:36:10.245682 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Initializing driver for type 'vxlan' Apr 14 20:36:10.246217 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] vxlan ID ranges: [(1, 1000)] Apr 14 20:36:10.428608 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Initializing extension driver 'port_security' Apr 14 20:36:10.428949 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.extensions.port_security [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] PortSecurityExtensionDriver initialization complete Apr 14 20:36:10.429312 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Initializing mechanism driver 'openvswitch' Apr 14 20:36:10.429636 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Initializing mechanism driver 'hyperv' Apr 14 20:36:10.436169 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:36:10.437031 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > port after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.437441 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > port after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.437797 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > port after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.438326 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 20:36:10.438769 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > subnet after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.439124 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > subnet after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.439472 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.439865 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 20:36:10.440269 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > network after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.440617 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > network after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.440984 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > network after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.441401 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 20:36:10.441807 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > security_group after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.442155 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > security_group after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.442495 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.443592 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 20:36:10.444002 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.444349 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.444692 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.445086 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 20:36:10.445511 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > address_group after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.445858 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > address_group after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.446201 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.453485 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 20:36:10.453485 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] ML2 OVO RPC backend initialized. {{(pid=110302) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 14 20:36:10.453485 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.453485 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.453485 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > network before_response 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.453907 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > networks before_response 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.453907 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > port before_response 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.453907 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > ports before_response 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.453907 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > subnet before_response 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.454214 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > subnets before_response 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.454214 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > network after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.454214 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > network after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.454214 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > network after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.454494 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > port after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.454494 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > port after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.454494 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > port after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.454494 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > subnet after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.454777 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > subnet after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.454777 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.461203 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded quota_driver: . Apr 14 20:36:10.461572 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.plugin [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Modular L2 Plugin initialization complete Apr 14 20:36:10.461922 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading services supported by the core plugin {{(pid=110302) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 14 20:36:10.462265 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Got port-security extension from driver 'port_security' Apr 14 20:36:10.462745 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.extensions.vlantransparent [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Disabled vlantransparent extension. Apr 14 20:36:10.463237 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110302) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 14 20:36:10.463562 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading Plugin: router Apr 14 20:36:10.498340 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.498681 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router after_create 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.499061 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router before_create 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.499432 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.499809 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.500166 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router after_delete 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.500525 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.500874 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.501259 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router after_create 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.501608 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router after_update 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.501960 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router after_update 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.502306 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.502786 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router after_update 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.503201 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router precommit_update 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.503572 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: port after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.503912 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: port after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.504255 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: subnet after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.504600 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.504948 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.505910 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router precommit_create 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.506267 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: port before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.506614 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router precommit_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.506971 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router after_update 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.507315 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.507670 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router precommit_create 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.508030 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.508375 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router precommit_update 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.508742 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > agent after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.509098 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > agent after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.509469 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > network after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.510326 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Tracking information for resource: router configured {{(pid=110302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:36:10.510657 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Tracking information for resource: floatingip configured {{(pid=110302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:36:10.515479 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.db.l3_agentschedulers_db [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 14 20:36:10.516062 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: port after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.516418 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: port after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.516769 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: port after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.517125 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: port after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.517941 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router before_create 55550100 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.518565 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.518928 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router precommit_create 55550100 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.519291 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > router precommit_update 55550100 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.524907 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.services.provider_configuration [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Service providers = [] {{(pid=110302) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 14 20:36:10.525297 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.db.servicetype_db [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110302) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 14 20:36:10.528239 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.services.service_base [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 20:36:10.528589 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.services.service_base [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 20:36:10.528932 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.services.service_base [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 20:36:10.529869 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.services.service_base [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 20:36:10.530241 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.services.service_base [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 14 20:36:10.539497 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:36:10.539497 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 14 20:36:10.549718 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:36:10.550056 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading Plugin: auto_allocate Apr 14 20:36:10.555646 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: network precommit_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.556016 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: network precommit_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.556535 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:36:10.556862 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading Plugin: tag Apr 14 20:36:10.574168 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:36:10.574496 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading Plugin: timestamp Apr 14 20:36:10.578383 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:36:10.578713 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading Plugin: network_ip_availability Apr 14 20:36:10.585060 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.585627 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.588407 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.588407 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:36:10.588407 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading Plugin: flavors Apr 14 20:36:10.592823 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:36:10.593216 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading Plugin: revisions Apr 14 20:36:10.597484 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:36:10.597880 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_concurrency.lockutils [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.267s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 14 20:36:10.598617 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110302) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 14 20:36:10.599599 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Initializing extension manager. Apr 14 20:36:10.600160 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: __init__.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.600505 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: __pycache__ {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.600860 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: address_group.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.601625 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.602204 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: address-group Apr 14 20:36:10.602562 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: address_scope.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.603276 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.603791 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: address-scope Apr 14 20:36:10.604117 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.605064 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.605617 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: router-admin-state-down-before-update Apr 14 20:36:10.605945 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: agent.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.606646 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.607163 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: agent Apr 14 20:36:10.607489 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: agent_resources_synced.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.608397 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.608922 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: agent-resources-synced Apr 14 20:36:10.609286 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: allowedaddresspairs.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.611085 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.611660 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: allowed-address-pairs Apr 14 20:36:10.611990 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: auto_allocated_topology.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.613065 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.613628 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: auto-allocated-topology Apr 14 20:36:10.613955 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: availability_zone.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.615301 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.615822 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: availability_zone Apr 14 20:36:10.616166 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: availability_zone_filter.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.617087 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.617630 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: availability_zone_filter Apr 14 20:36:10.617954 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: data_plane_status.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.618867 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.619382 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension data-plane-status not supported by any of loaded plugins Apr 14 20:36:10.619702 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: default_subnetpools.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.620618 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.621131 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: default-subnetpools Apr 14 20:36:10.621483 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.622299 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.622812 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: dhcp_agent_scheduler Apr 14 20:36:10.623136 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: dns.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.629460 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.629972 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension dns-integration not supported by any of loaded plugins Apr 14 20:36:10.630325 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: dns_domain_ports.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.631238 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.631751 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 14 20:36:10.632081 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.633003 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.633578 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 14 20:36:10.633900 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: dvr.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.634571 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.635080 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: dvr Apr 14 20:36:10.635402 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: ecmp_routes.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.636311 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.636818 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 14 20:36:10.637141 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: empty_string_filtering.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.638071 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.638589 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: empty-string-filtering Apr 14 20:36:10.638912 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.639830 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.640341 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 14 20:36:10.640663 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.641604 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.642118 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 14 20:36:10.642441 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: external_net.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.643621 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.644132 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: external-net Apr 14 20:36:10.644494 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.645438 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.646463 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: extra_dhcp_opt Apr 14 20:36:10.646867 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: extraroute.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.647780 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.648291 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: extraroute Apr 14 20:36:10.648614 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: extraroute_atomic.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.649865 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.650388 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: extraroute-atomic Apr 14 20:36:10.650713 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: filter_validation.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.651376 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.651956 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: filter-validation Apr 14 20:36:10.652282 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: fip_pf_description.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.653201 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.653723 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 14 20:36:10.654042 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: fip_pf_port_range.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.654963 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.655472 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 14 20:36:10.655793 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: fip_port_details.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.656743 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.657273 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: fip-port-details Apr 14 20:36:10.657598 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: flavors.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.658832 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.659356 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: flavors Apr 14 20:36:10.659680 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.661988 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.662574 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 14 20:36:10.662912 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: floatingip_pools.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.663622 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.664142 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: floatingip-pools Apr 14 20:36:10.664472 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: ip_allocation.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.665443 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.665955 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension ip_allocation not supported by any of loaded plugins Apr 14 20:36:10.666282 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.667248 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.667767 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: ip-substring-filtering Apr 14 20:36:10.668096 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: l2_adjacency.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.669034 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.669593 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 14 20:36:10.669919 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: l3.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.670901 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.671427 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: router Apr 14 20:36:10.671761 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.680411 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.680949 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 14 20:36:10.681315 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.682235 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.682758 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: ext-gw-mode Apr 14 20:36:10.683090 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.684001 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.684552 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: l3-ha Apr 14 20:36:10.684886 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.685821 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.686335 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 14 20:36:10.686665 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: l3_flavors.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.687578 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.688102 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: l3-flavors Apr 14 20:36:10.688431 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.689831 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.690355 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 14 20:36:10.690685 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.691604 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.692126 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 14 20:36:10.692455 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: l3agentscheduler.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.693561 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.694080 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: l3_agent_scheduler Apr 14 20:36:10.694409 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: local_ip.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.696357 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.696887 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension local_ip not supported by any of loaded plugins Apr 14 20:36:10.697241 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: logging.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.698729 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.699264 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension logging not supported by any of loaded plugins Apr 14 20:36:10.699602 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: metering.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.700352 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.700938 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: metering Apr 14 20:36:10.701299 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.702398 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.702925 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: metering_source_and_destination_fields Apr 14 20:36:10.703258 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: multiprovidernet.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.704186 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.704707 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: multi-provider Apr 14 20:36:10.705036 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: netmtu.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.705978 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.706494 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: net-mtu Apr 14 20:36:10.706821 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: netmtu_writable.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.713662 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.714182 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: net-mtu-writable Apr 14 20:36:10.714510 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: network_availability_zone.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.715180 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.715690 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: network_availability_zone Apr 14 20:36:10.716014 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: network_ip_availability.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.717113 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.717664 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: network-ip-availability Apr 14 20:36:10.717993 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: network_segment_range.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.718790 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.719305 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension network-segment-range not supported by any of loaded plugins Apr 14 20:36:10.719631 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: pagination.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.720610 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.720939 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: pagination Apr 14 20:36:10.721288 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: port_device_profile.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.722201 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.722725 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: port-device-profile Apr 14 20:36:10.723051 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.724535 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.725053 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: port-mac-address-regenerate Apr 14 20:36:10.725403 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.726317 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.726840 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: port-numa-affinity-policy Apr 14 20:36:10.727165 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: port_resource_request.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.728072 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.728586 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension port-resource-request not supported by any of loaded plugins Apr 14 20:36:10.728910 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: port_resource_request_groups.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.729905 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.730467 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 14 20:36:10.730788 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: portbindings.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.731706 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.732218 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: binding Apr 14 20:36:10.732543 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: portbindings_extended.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.733858 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.734381 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: binding-extended Apr 14 20:36:10.734712 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: portsecurity.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.735632 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.736148 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: port-security Apr 14 20:36:10.736472 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: project_id.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.744501 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.744830 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: project-id Apr 14 20:36:10.745158 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: providernet.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.746128 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.746652 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: provider Apr 14 20:36:10.746980 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: qos.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.750670 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.751156 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension qos not supported by any of loaded plugins Apr 14 20:36:10.751488 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.752843 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.753437 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 14 20:36:10.753769 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.754694 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.755404 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 14 20:36:10.755756 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: qos_default.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.756684 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.757228 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension qos-default not supported by any of loaded plugins Apr 14 20:36:10.757555 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: qos_fip.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.758474 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.758993 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension qos-fip not supported by any of loaded plugins Apr 14 20:36:10.759317 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.760231 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.760744 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 14 20:36:10.761070 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: qos_gateway_ip.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.762030 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.762552 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 14 20:36:10.762883 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: qos_port_network_policy.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.763799 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.764359 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 14 20:36:10.764683 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.765748 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.766268 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 14 20:36:10.766591 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.767622 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.768399 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 14 20:36:10.768722 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: qos_pps_rule.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.769911 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.770438 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension qos-pps not supported by any of loaded plugins Apr 14 20:36:10.771316 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: qos_rule_type_details.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.777044 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.777594 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 14 20:36:10.777919 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.778840 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.779357 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 14 20:36:10.779677 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: qos_rules_alias.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.780717 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.781266 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 14 20:36:10.781590 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: quota_check_limit.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.782544 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.783057 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: quota-check-limit Apr 14 20:36:10.783380 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: quotasv2.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.784310 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.784636 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: quotas Apr 14 20:36:10.784956 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: quotasv2_detail.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.786886 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.787223 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: quota_details Apr 14 20:36:10.787551 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: rbac.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.788601 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.789125 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: rbac-policies Apr 14 20:36:10.789480 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: rbac_address_group.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.790410 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.790930 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: rbac-address-group Apr 14 20:36:10.791256 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: rbac_address_scope.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.797947 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.797947 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: rbac-address-scope Apr 14 20:36:10.797947 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: rbac_security_groups.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.797947 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.797947 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: rbac-security-groups Apr 14 20:36:10.797947 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: rbac_subnetpool.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.798913 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.798913 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: rbac-subnetpool Apr 14 20:36:10.798913 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: revisionifmatch.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.798913 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.798913 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: revision-if-match Apr 14 20:36:10.798913 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: revisions.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.799568 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.800081 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: standard-attr-revisions Apr 14 20:36:10.800405 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: router_availability_zone.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.801071 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.801621 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: router_availability_zone Apr 14 20:36:10.802539 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: routerservicetype.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.803448 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.803970 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension router-service-type not supported by any of loaded plugins Apr 14 20:36:10.804294 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.805269 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.805792 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: security-groups-normalized-cidr Apr 14 20:36:10.806114 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.807042 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.807603 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: port-security-groups-filtering Apr 14 20:36:10.807924 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.808866 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.809421 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: security-groups-remote-address-group Apr 14 20:36:10.809744 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.810683 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.811203 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: security-groups-shared-filtering Apr 14 20:36:10.811527 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.812131 dv-cinder-837540-3-iscsi neutron-server[110302]: WARNING neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 14 20:36:10.812454 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: securitygroup.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.823071 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.824859 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: security-group Apr 14 20:36:10.824859 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: segment.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.824859 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.825326 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension segment not supported by any of loaded plugins Apr 14 20:36:10.825657 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.826604 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.827152 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 14 20:36:10.829851 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: servicetype.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.829851 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.829851 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: service-type Apr 14 20:36:10.829851 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: sorting.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.830699 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.830808 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: sorting Apr 14 20:36:10.831067 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: standard_attr_segment.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.831983 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.832501 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 14 20:36:10.832827 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: standardattrdescription.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.833547 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.834062 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: standard-attr-description Apr 14 20:36:10.834386 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: stateful_security_group.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.835311 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.835834 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: stateful-security-group Apr 14 20:36:10.836159 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: stdattrs_common.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.836734 dv-cinder-837540-3-iscsi neutron-server[110302]: WARNING neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 14 20:36:10.837054 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.838015 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.838541 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 14 20:36:10.838910 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: subnet_onboard.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.839985 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.840516 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: subnet_onboard Apr 14 20:36:10.840842 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.841868 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.842387 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 14 20:36:10.842713 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: subnet_service_types.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.843630 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.844156 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: subnet-service-types Apr 14 20:36:10.844480 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: subnetallocation.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.845581 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.846102 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: subnet_allocation Apr 14 20:36:10.846433 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.847100 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.847611 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: subnetpool-prefix-ops Apr 14 20:36:10.847939 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.848944 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.849420 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 14 20:36:10.849743 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: tagging.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.850829 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.851349 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: standard-attr-tag Apr 14 20:36:10.851677 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: timestamp.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.852877 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.853422 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loaded extension: standard-attr-timestamp Apr 14 20:36:10.853751 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: trunk.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.854782 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.855301 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension trunk not supported by any of loaded plugins Apr 14 20:36:10.855625 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: trunk_details.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.862677 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.863190 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension trunk-details not supported by any of loaded plugins Apr 14 20:36:10.863515 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: uplink_status_propagation.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.864963 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.865550 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 14 20:36:10.865821 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Loading extension file: vlantransparent.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:36:10.866495 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:36:10.867036 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 14 20:36:10.869573 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Creating instance of TrackedResource for resource:network Apr 14 20:36:10.870097 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Creating instance of TrackedResource for resource:subnet Apr 14 20:36:10.870499 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 20:36:10.870889 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Creating instance of TrackedResource for resource:port Apr 14 20:36:10.872094 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:36:10.872544 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Service FLAVORS assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:36:10.873392 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:36:10.873661 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:36:10.873995 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Creating instance of TrackedResource for resource:router Apr 14 20:36:10.874426 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 20:36:10.874916 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Service METERING assigned prefix: /metering {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:36:10.876372 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.876747 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.877104 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:36:10.878128 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 20:36:10.878593 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Creating instance of TrackedResource for resource:security_group Apr 14 20:36:10.879032 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 20:36:10.879634 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Service CORE assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:36:10.879968 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 20:36:10.880918 dv-cinder-837540-3-iscsi neutron-server[110302]: WARNING neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] subnetpool is already registered Apr 14 20:36:10.881451 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Service CORE assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:36:10.881782 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 20:36:10.882117 dv-cinder-837540-3-iscsi neutron-server[110302]: WARNING neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] subnetpool is already registered Apr 14 20:36:10.884395 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:36:10.884829 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Service FLAVORS assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:36:10.885450 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:36:10.885875 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:36:10.886212 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Creating instance of TrackedResource for resource:router Apr 14 20:36:10.886556 dv-cinder-837540-3-iscsi neutron-server[110302]: WARNING neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] router is already registered Apr 14 20:36:10.886970 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 20:36:10.887310 dv-cinder-837540-3-iscsi neutron-server[110302]: WARNING neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] floatingip is already registered Apr 14 20:36:10.887768 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Service METERING assigned prefix: /metering {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:36:10.888428 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 20:36:10.888760 dv-cinder-837540-3-iscsi neutron-server[110302]: WARNING neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] rbac_policy is already registered Apr 14 20:36:10.889170 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Creating instance of TrackedResource for resource:security_group Apr 14 20:36:10.889530 dv-cinder-837540-3-iscsi neutron-server[110302]: WARNING neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] security_group is already registered Apr 14 20:36:10.889947 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 20:36:10.890303 dv-cinder-837540-3-iscsi neutron-server[110302]: WARNING neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] security_group_rule is already registered Apr 14 20:36:10.890919 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Service CORE assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:36:10.891247 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 20:36:10.891581 dv-cinder-837540-3-iscsi neutron-server[110302]: WARNING neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] subnetpool is already registered Apr 14 20:36:10.891997 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Service CORE assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:36:10.892323 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 20:36:10.892662 dv-cinder-837540-3-iscsi neutron-server[110302]: WARNING neutron.quota.resource_registry [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] subnetpool is already registered Apr 14 20:36:10.893425 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: extensions {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.894868 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: address-groups {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.896538 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: address-scopes {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.897871 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: agents {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.899019 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: auto-allocated-topology {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.900246 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: availability_zones {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.901484 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: dhcp-networks {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.904078 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: dhcp-agents {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.905642 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: routers {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.907858 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: flavors {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.908998 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: service_profiles {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.910220 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: next_providers {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.911850 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: service_profiles {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.913443 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: floatingip-pools {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.914646 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: routers {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.916688 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: floatingips {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.917996 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: l3-routers {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.919364 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: l3-agents {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.920753 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: metering-labels {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.922121 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: metering-label-rules {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.923380 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: network-ip-availabilities {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.924684 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: bindings {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.926364 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: quotas {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.928517 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: quotas {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.930116 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: rbac-policies {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.931337 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: security-groups {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.933173 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: security-group-rules {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.934010 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: service-providers {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.935208 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: subnetpools {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.936668 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: subnetpools {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.938133 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.939770 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.941822 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.944229 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.946018 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.947893 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.949618 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.951481 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.953278 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.955109 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:36:10.961107 dv-cinder-837540-3-iscsi neutron-server[110302]: WARNING keystonemiddleware.auth_token [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 14 20:36:10.966757 dv-cinder-837540-3-iscsi neutron-server[110302]: WARNING keystonemiddleware.auth_token [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 14 20:36:10.975483 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_concurrency.lockutils [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Acquired lock "singleton_lock" {{(pid=110302) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 14 20:36:10.975960 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_concurrency.lockutils [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Releasing lock "singleton_lock" {{(pid=110302) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 14 20:36:10.976609 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO oslo_service.service [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Starting 2 workers Apr 14 20:36:10.981657 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Started child 110411 {{(pid=110302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 20:36:10.986326 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Started child 110412 {{(pid=110302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 20:36:10.987355 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:10.987983 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO neutron.service [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 14 20:36:10.988521 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:10.988958 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [-] (110411) wsgi starting up on http://0.0.0.0:9696 Apr 14 20:36:10.991696 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO oslo_service.service [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Starting 1 workers Apr 14 20:36:10.991814 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:10.993350 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [-] (110412) wsgi starting up on http://0.0.0.0:9696 Apr 14 20:36:10.997093 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Started child 110413 {{(pid=110302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 20:36:10.997683 dv-cinder-837540-3-iscsi neutron-server[110302]: INFO oslo_service.service [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Starting 1 workers Apr 14 20:36:11.002635 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.service [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] calling RpcWorker wait() {{(pid=110413) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 14 20:36:11.002635 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.service [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] returning from RpcWorker wait() {{(pid=110413) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 14 20:36:11.003236 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Started child 110414 {{(pid=110302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 20:36:11.003316 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:11.003417 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-e0e2675a-7420-42c7-b688-f7859208fd61 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:11.003493 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:36:11.005841 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110302) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 14 20:36:11.006146 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 20:36:11.006365 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 20:36:11.006596 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 20:36:11.006950 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 20:36:11.007116 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 20:36:11.007644 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.007922 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.008011 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:11.008466 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.008466 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.008698 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.009301 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.009577 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.009817 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.010133 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.010376 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.010549 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.010720 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.010990 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.011225 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.011549 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.011812 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.012067 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.012338 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.012510 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.012755 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.013048 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.013325 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.013626 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] debug = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.013879 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.014402 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.014631 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.014873 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.015113 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.015401 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.015635 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.015912 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.016242 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.016377 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.016612 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.016873 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.017124 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.017383 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.017621 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.017855 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.018359 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.018595 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.019059 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] host = dv-cinder-837540-3-iscsi {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.019307 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.019540 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.019773 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.020031 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.020289 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.020542 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.021465 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.021630 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.021854 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.022082 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.022334 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.022591 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.022820 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.023066 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.023215 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_options = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.023476 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.023721 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.023996 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.024185 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.024352 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.024515 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.024777 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.024941 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.025207 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.025450 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.025666 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.025879 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.026112 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.026343 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.026582 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.026803 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.027018 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.027232 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.027483 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.027726 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.027968 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.028216 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.028434 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.028681 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.028879 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.029101 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.029384 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.029600 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.029840 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.030061 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.030296 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.030563 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.030796 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.031049 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.031288 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:36:11.031446 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.031762 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.031762 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.032006 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.032251 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.032478 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.032749 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.033006 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.033302 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.033468 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.033699 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.033942 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.034171 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_json = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.034386 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.034627 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.035006 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.035359 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.035359 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.035697 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.035830 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.036023 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.036988 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.037669 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.037886 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.038792 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.039279 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.039462 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.039715 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.040414 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.040649 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.040898 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.041162 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.043454 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.043719 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.044049 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.044492 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.044774 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.045456 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.051803 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.051803 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.051803 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.051803 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.052294 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.052294 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.052721 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.053449 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.053731 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.055309 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.056284 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.056586 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.056873 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.057565 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.057871 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.058160 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.060657 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.061417 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.061866 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.062437 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.062892 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.063784 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.064213 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.064672 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.064954 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.065269 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.065499 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.065771 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.066004 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.066250 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.066515 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.066824 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.067041 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.067349 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.068325 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.068580 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.068808 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.069051 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.069425 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.069651 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.069921 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.070201 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.070439 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.070681 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.070901 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.071151 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.071390 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.071615 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.071833 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.072051 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.072465 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.072691 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.072983 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.073229 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.073469 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.073698 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.073926 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.074148 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.074383 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.074622 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.074840 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.075067 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.075291 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.075507 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.075753 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.075991 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.076260 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.076696 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.076864 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.077092 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.077351 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.082476 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.082476 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.082476 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.082476 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.082476 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.082476 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.082476 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.082476 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.083059 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.083059 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.083059 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.083059 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.083059 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.083059 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.083059 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.083059 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.083628 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.083628 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.083628 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.083628 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.083628 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.083628 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.083628 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.083628 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.084073 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.084073 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.084073 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.084316 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.084574 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.084800 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.085048 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.085364 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.085675 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.086087 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.086497 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.086879 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.087297 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.087793 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.088212 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.088643 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.089069 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.089587 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.090071 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.090488 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.090897 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.091284 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.091689 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.092060 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.092494 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.092966 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.093378 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.093761 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.094275 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.094519 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.094770 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.094995 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.095278 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.095520 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.095771 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.096058 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.096312 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.096598 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.096864 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.097123 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.097395 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.097646 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.097903 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.098124 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.098378 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.098615 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.099401 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.099835 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.100081 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.100325 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.100548 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.100778 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.101025 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.101280 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.101512 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.101808 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.102036 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.102283 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.102527 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.102749 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.103120 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.103493 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.103876 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.104169 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.104377 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.104651 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.104923 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.105166 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.105417 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:36:11.105516 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.105681 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.105951 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.106148 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.106418 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.106670 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.106892 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.107111 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.107337 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.107577 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.108003 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.108240 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.108466 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.108735 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.108990 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.109367 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.109863 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.110276 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.110539 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.110812 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.111055 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.111294 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.111523 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.111781 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.112011 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.112256 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.112645 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.113063 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.113322 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.113586 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.113854 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.114106 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.114432 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.115189 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.115440 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.115684 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.115910 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.116150 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.116375 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.116593 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.116828 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.117043 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.117286 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.117522 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.117838 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.118091 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.118335 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.118599 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.118823 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.119091 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.119340 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.120111 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.120111 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.120111 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.120387 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.120510 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.120744 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.120984 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.121234 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.121473 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.121699 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.121911 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.122300 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.122516 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.122729 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.122953 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.123201 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.123414 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.123643 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.123854 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.124065 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.124290 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.124510 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.124747 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.125000 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.125231 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.125448 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.125674 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.126113 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.126311 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 39980) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:36:11.126452 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.126657 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.126911 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.127156 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.127445 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.127698 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.127955 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.128200 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.128532 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.128749 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.129016 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.129285 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.129525 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.129794 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.130080 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.130793 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.130793 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.130962 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.131216 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.131527 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.131822 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.132109 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.132330 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.132647 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.133002 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.135315 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.135315 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.135315 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.135315 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.135315 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.135315 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.135315 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.135315 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.135315 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.136193 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067732 Apr 14 20:36:11.136274 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.136274 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.136274 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.136274 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.136274 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.136576 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.136691 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.137059 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.137485 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.137875 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.138218 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 20:36:11.138976 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110302) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 14 20:36:11.139924 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 20:36:11.140241 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 20:36:11.140426 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 20:36:11.140604 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 20:36:11.140768 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 20:36:11.140967 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.141139 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.141316 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.141481 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.142103 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.142103 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.142103 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.142103 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.142467 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.142467 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.142611 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.142688 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.143967 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.143967 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.143967 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.143967 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.143967 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.143967 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.144409 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.144409 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.144409 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.144614 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.144614 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] debug = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.144753 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.145478 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.145478 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.145478 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.145478 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.146114 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.146114 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.146114 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.146114 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.146474 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.146474 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.146620 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.146701 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.147357 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.147357 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.147357 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.147357 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.148616 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.148616 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] host = dv-cinder-837540-3-iscsi {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.148616 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.148616 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.148616 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.148616 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.148616 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.148616 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.149794 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.149794 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.149794 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.149794 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.149794 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.149794 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.149794 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.149794 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.150504 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_options = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.150504 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.150504 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.150504 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.150504 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.150504 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.151095 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.151095 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.151095 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.151095 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.151379 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.151379 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.151548 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.151717 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.151865 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.152021 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.152166 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.152485 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.152643 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.152804 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.154849 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.154849 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.154849 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.154849 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.154849 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.154849 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.154849 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.154849 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.154849 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.155398 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.155398 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.155398 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.155398 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.155398 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.155398 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.155398 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.155398 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.155934 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.155934 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.155934 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.155934 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.156196 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.156283 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.156361 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.157214 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.157214 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.157214 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.157214 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_json = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.157214 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.157560 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.157560 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.157689 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.157757 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.157966 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.158054 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.158188 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.158332 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:36:11.158514 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.158679 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.158848 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.159002 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.159169 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.159327 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.159488 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.159650 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.159811 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.160806 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.160806 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.160806 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.160806 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.160806 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.160806 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.161212 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.161212 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.161212 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.162409 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.162409 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.162409 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.162409 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.163414 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.163414 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.163414 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.163414 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.163414 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.163414 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.163414 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.163838 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.163838 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.163838 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.164008 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.164328 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.164328 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.164474 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.164622 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.164775 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.164928 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.165092 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.165275 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.165434 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.165599 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.165760 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.165922 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.166479 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.166479 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.166479 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.166836 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.166836 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.166836 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.167171 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.167171 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.167400 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.167520 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.167664 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.167796 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.167879 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.168043 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.168202 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.168524 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.168687 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.168836 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.168996 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.169157 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.170050 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.170050 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.170050 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.170050 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.170050 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.170390 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.170390 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.170390 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.170610 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.170690 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.170842 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.171004 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.171146 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.171283 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.171446 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.171608 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.171761 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.171908 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.172068 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.172231 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.172390 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.172553 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.172712 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.172872 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.173032 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.174027 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.174027 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.174027 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.174027 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.174027 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.174027 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.174440 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.174440 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.174440 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.174624 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.174857 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.174949 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.175090 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.175232 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.175360 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.175581 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.175689 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.175809 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.175970 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.176130 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.181213 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.181213 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.181213 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.181213 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.181213 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.181213 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.181213 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.181213 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.181737 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.181737 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.181737 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.181737 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.181737 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.181737 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.181737 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.181737 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.182179 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.182179 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.182179 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.182179 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.182179 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.182179 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.182179 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.182179 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.182179 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.182663 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.182663 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.182663 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.182663 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.182663 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.182663 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.182663 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.183039 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.183039 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.183181 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.183248 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.183509 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.183595 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.183719 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.183881 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.184041 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.184206 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.184361 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.184532 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.184683 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.184844 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.185007 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.185165 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.185360 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.185521 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.185681 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.185841 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.186004 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.186151 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.186313 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.186473 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.186636 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.186792 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.186954 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.187139 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.187300 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.187462 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.187624 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.187784 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.187944 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.188101 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.188265 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.188426 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.188587 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.188746 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.188909 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.189238 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.189344 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.189447 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.189607 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.189768 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.189927 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.190796 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.190796 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.190796 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.190796 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.190796 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.191152 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.191152 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.191152 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.191372 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.191450 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.191586 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.191752 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.191916 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.192072 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.192232 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.192393 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.192745 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.193261 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.193261 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.193261 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.193495 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.193565 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.193729 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.193894 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.194060 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.194222 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.194383 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.194545 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.194704 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.194863 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.195021 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.195181 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.195378 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.195497 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.195655 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.195813 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.195987 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.196151 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.196310 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.196469 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.196634 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.198202 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.198384 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.198562 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.198710 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.198872 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.199033 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.199196 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.199367 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.199528 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.199737 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.199906 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.200066 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.200228 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.200398 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.200558 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.200718 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.200878 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.201436 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.201436 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.201436 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.201733 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.201733 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.201874 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.201987 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.202151 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.202320 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.202483 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.202639 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.202801 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.202943 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.203103 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.203271 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.203431 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.203591 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.203760 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.203919 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.204079 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.204238 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.204410 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.204571 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.204734 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.204893 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.205052 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.205230 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.205396 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.205562 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.205734 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.205901 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.206061 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.206230 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.206400 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.206569 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.206728 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.206894 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.207067 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.207227 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.207441 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.207569 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.207691 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.207816 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.207974 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.208430 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.208648 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.208808 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.208970 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.209129 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.209322 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.209482 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.209641 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.209800 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.209958 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.210117 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.210275 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.210421 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:36:11.210575 dv-cinder-837540-3-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 20:36:22.813756 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcaf8f9-f157-49d8-ad57-2b69b2103215 None None] get_active_networks_info from dv-cinder-837540-3-iscsi {{(pid=110413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 14 20:36:22.873667 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcaf8f9-f157-49d8-ad57-2b69b2103215 None None] No non-hosted networks {{(pid=110413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 14 20:36:22.889409 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.agentschedulers_db [None req-efcaf8f9-f157-49d8-ad57-2b69b2103215 None None] DHCP Agent not found on host dv-cinder-837540-3-iscsi {{(pid=110413) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 14 20:36:23.008933 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-65aa79a8-7129-4ae0-b21c-56437c11d9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1644985'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:25.007595 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c0fa18c2-471a-4acd-abe9-51dfef3f525d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1644985'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:25.034711 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.db.api [None req-7c7a8c90-9773-4690-904a-cc7419f78802 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837540-3-iscsi {{(pid=110413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 20:36:25.036006 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG oslo_db.api [None req-7c7a8c90-9773-4690-904a-cc7419f78802 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 20:36:25.611554 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c7a8c90-9773-4690-904a-cc7419f78802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:25.988711 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 40044) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:36:26.353581 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1644985'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:26.676022 dv-cinder-837540-3-iscsi neutron-server[110412]: WARNING oslo_policy.policy [None req-635b5631-839e-4896-9d5e-09ddeb48e409 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:36:26.676960 dv-cinder-837540-3-iscsi neutron-server[110412]: WARNING oslo_policy.policy [None req-635b5631-839e-4896-9d5e-09ddeb48e409 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:36:26.914502 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [None req-635b5631-839e-4896-9d5e-09ddeb48e409 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110412) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:36:26.933757 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-635b5631-839e-4896-9d5e-09ddeb48e409 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9440045 Apr 14 20:36:27.696708 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1644985'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:29.306484 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1644985'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:29.307504 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:29.307643 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:29.307950 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:29.308486 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:29.309031 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:29.309608 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:29.310141 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:29.310821 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:29.311346 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:29.311920 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:29.312472 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:29.312984 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:29.313614 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:29.314370 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:29.314883 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:29.315691 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837540-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:36:29.327558 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837540-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:36:29.389077 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.db.l3_hamode_db [None req-261a13e8-6e91-443a-b3e6-5b78e40674a3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 14 20:36:29.481152 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a13e8-6e91-443a-b3e6-5b78e40674a3 None None] Routers set() bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:36:29.481655 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a13e8-6e91-443a-b3e6-5b78e40674a3 None None] Router IDs set() for agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 14 20:36:29.621305 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40078) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:36:30.129559 dv-cinder-837540-3-iscsi neutron-server[110411]: WARNING oslo_policy.policy [None req-0e8bd957-cbc9-471d-b7b3-9dee15ca89e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:36:30.130150 dv-cinder-837540-3-iscsi neutron-server[110411]: WARNING oslo_policy.policy [None req-0e8bd957-cbc9-471d-b7b3-9dee15ca89e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:36:30.367793 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-0e8bd957-cbc9-471d-b7b3-9dee15ca89e4 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:36:30.471713 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.policy [None req-0e8bd957-cbc9-471d-b7b3-9dee15ca89e4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110411) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 14 20:36:30.516464 dv-cinder-837540-3-iscsi neutron-server[110411]: WARNING oslo_policy.policy [None req-0e8bd957-cbc9-471d-b7b3-9dee15ca89e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:36:30.516835 dv-cinder-837540-3-iscsi neutron-server[110411]: WARNING oslo_policy.policy [None req-0e8bd957-cbc9-471d-b7b3-9dee15ca89e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:36:30.688858 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0e8bd957-cbc9-471d-b7b3-9dee15ca89e4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766883619752', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766883619164', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766883602920', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766883595798', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766883524453', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766883515315', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-560576', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-823787', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1951041', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1731639'] for rbac-policy (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:30.847324 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0e8bd957-cbc9-471d-b7b3-9dee15ca89e4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:30.848734 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-0e8bd957-cbc9-471d-b7b3-9dee15ca89e4 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2253306 Apr 14 20:36:33.356569 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40096) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:36:33.670144 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:36:33.753664 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Made reservation on behalf of 490a2a6fcdcf4bd3b68df31eae509433 for: {'network': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:36:33.758017 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:33.775207 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:33.879198 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Publish callbacks [] for security_group (bab929b0-193f-4fdd-9f2c-68c31e6651c3), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:33.953433 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (bab929b0-193f-4fdd-9f2c-68c31e6651c3), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:33.984747 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=110411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:36:34.013053 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766881083823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:34.013674 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Unsubscribe: segment precommit_create {{(pid=110411) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 14 20:36:34.014198 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.segments_db [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Added segment e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3 of type vlan for network 94ca3c85-714e-4c80-b0b3-dea1e70acc98 Apr 14 20:36:34.019996 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bab929b0-193f-4fdd-9f2c-68c31e6651c3,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:36:34.041171 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:34.041536 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:34.041887 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:34.042238 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:34.042572 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:34.042896 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:34.043217 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:34.043538 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:34.043858 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:34.044176 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:34.044495 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:34.044830 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:34.045149 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:34.045496 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:34.045811 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Tracked resource versions report: Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: pushed versions: Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: { 'AddressGroup': {'1.2'}, Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Agent': {'1.1'}, Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'ConntrackHelper': {'1.0'}, Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Log': {'1.0'}, Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'NDPProxy': {'1.0'}, Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Network': {'1.1'}, Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Port': {'1.7'}, Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'PortForwarding': {'1.3'}, Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'QosPolicy': {'1.10'}, Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'SecurityGroup': {'1.5'}, Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'SubPort': {'1.0'}, Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Subnet': {'1.1'}, Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Trunk': {'1.1'}} Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: consumer versions: Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: { DHCP agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: L3 agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: Metadata agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: Metering agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: Open vSwitch agent@dv-cinder-837540-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Agent': '1.1', Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'ConntrackHelper': '1.0', Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'LocalIPAssociation': '1.0', Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Log': '1.0', Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'NDPProxy': '1.0', Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Network': '1.1', Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Port': '1.7', Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'PortForwarding': '1.3', Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'QosPolicy': '1.10', Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'SecurityGroup': '1.5', Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'SecurityGroupRule': '1.2', Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'SubPort': '1.0', Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Subnet': '1.1', Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Trunk': '1.1'}} Apr 14 20:36:34.047185 dv-cinder-837540-3-iscsi neutron-server[110411]: {{(pid=110411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:36:34.124582 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (94ca3c85-714e-4c80-b0b3-dea1e70acc98), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:34.199501 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (94ca3c85-714e-4c80-b0b3-dea1e70acc98), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:34.204711 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:36:34.205383 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:34.317654 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9599762 Apr 14 20:36:34.321373 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35964b7-56ba-4825-9a31-ab9468e225d6 demo demo] Pushing event updated for resources: {'Network': ['ID=94ca3c85-714e-4c80-b0b3-dea1e70acc98,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:36:34.346809 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network 94ca3c85-714e-4c80-b0b3-dea1e70acc98 details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:36:36.895588 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40108) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:36:37.298886 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cb2d1f-3993-4c7d-bc95-c0000a2c24a4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:36:37.300159 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-32cb2d1f-3993-4c7d-bc95-c0000a2c24a4 demo admin] 10.222.0.15 "GET /v2.0/networks/94ca3c85-714e-4c80-b0b3-dea1e70acc98 HTTP/1.1" status: 200 len: 825 time: 0.4036005 Apr 14 20:36:37.324115 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-abe65ef5-3b89-4241-845c-1dd96af8c474 demo admin] 10.222.0.15 "GET /v2.0/subnetpools/6b311ff7-ab15-4e11-8cda-a06ce2e7c8bd HTTP/1.1" status: 200 len: 734 time: 0.0183113 Apr 14 20:36:37.332142 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-ed4e1fe1-27e9-42c6-bba3-6b9624d2d7e2 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '94ca3c85-714e-4c80-b0b3-dea1e70acc98', 'name': 'private-subnet', 'subnetpool_id': '6b311ff7-ab15-4e11-8cda-a06ce2e7c8bd'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:36:37.404657 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4e1fe1-27e9-42c6-bba3-6b9624d2d7e2 demo admin] Made reservation on behalf of 490a2a6fcdcf4bd3b68df31eae509433 for: {'subnet': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:36:37.406965 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ed4e1fe1-27e9-42c6-bba3-6b9624d2d7e2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:37.730791 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ed4e1fe1-27e9-42c6-bba3-6b9624d2d7e2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for subnet (e645fa3e-ac27-4316-8993-dc7feeff0bb8), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:37.801808 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e1fe1-27e9-42c6-bba3-6b9624d2d7e2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e645fa3e-ac27-4316-8993-dc7feeff0bb8,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:36:37.803853 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4e1fe1-27e9-42c6-bba3-6b9624d2d7e2 demo admin] Checking segment: {'id': 'e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '94ca3c85-714e-4c80-b0b3-dea1e70acc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:36:37.804226 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4e1fe1-27e9-42c6-bba3-6b9624d2d7e2 demo admin] Network hostable DHCP agents. Network: 94ca3c85-714e-4c80-b0b3-dea1e70acc98, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:36:37.884384 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4e1fe1-27e9-42c6-bba3-6b9624d2d7e2 demo admin] Network 94ca3c85-714e-4c80-b0b3-dea1e70acc98 is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:36:37.930033 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-ed4e1fe1-27e9-42c6-bba3-6b9624d2d7e2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, 94ca3c85-714e-4c80-b0b3-dea1e70acc98) {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:36:37.934693 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4e1fe1-27e9-42c6-bba3-6b9624d2d7e2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:36:37.935174 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ed4e1fe1-27e9-42c6-bba3-6b9624d2d7e2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:37.939977 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd8a116-3037-4f94-b23d-8261576e9aa5 None None] Network 94ca3c85-714e-4c80-b0b3-dea1e70acc98 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:36:38.013075 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ed4e1fe1-27e9-42c6-bba3-6b9624d2d7e2 demo admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6838727 Apr 14 20:36:38.309242 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70787b4f-c4d6-57ef-b37a-8087626a5f8a-94ca3c85-714e-4c80-b0b3-dea1e70acc98', 'network_id': '94ca3c85-714e-4c80-b0b3-dea1e70acc98', 'project_id': '490a2a6fcdcf4bd3b68df31eae509433', 'fixed_ips': [{'subnet_id': 'e645fa3e-ac27-4316-8993-dc7feeff0bb8'}]}} from dv-cinder-837540-3-iscsi. {{(pid=110413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:36:38.310534 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:38.588513 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.db_base_plugin_common [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Allocated IP 172.20.0.2 (94ca3c85-714e-4c80-b0b3-dea1e70acc98/e645fa3e-ac27-4316-8993-dc7feeff0bb8/e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8) {{(pid=110413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:36:38.857334 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Publish callbacks [] for port (e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8), precommit_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:38.902765 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8), after_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:38.985933 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Network 94ca3c85-714e-4c80-b0b3-dea1e70acc98 is already hosted by enough agents. {{(pid=110413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:36:38.990058 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.base_scheduler [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Resources bound (agent type, host, resource id): {{(pid=110413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:36:38.992042 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Pushing event updated for resources: {'Port': ['ID=e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8,revision_number=1']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:36:38.996702 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Received port after_create {{(pid=110413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:36:39.004502 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:39.004848 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:39.005208 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:39.005569 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:39.005905 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:39.007020 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:39.007479 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:39.007826 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:39.008156 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:39.008482 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:39.008808 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:39.009150 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:39.009509 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:39.009830 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:39.010149 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Tracked resource versions report: Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: pushed versions: Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: { 'AddressGroup': {'1.2'}, Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Agent': {'1.1'}, Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'ConntrackHelper': {'1.0'}, Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Log': {'1.0'}, Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'NDPProxy': {'1.0'}, Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Network': {'1.1'}, Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Port': {'1.7'}, Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'PortForwarding': {'1.3'}, Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'QosPolicy': {'1.10'}, Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'SecurityGroup': {'1.5'}, Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'SubPort': {'1.0'}, Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Subnet': {'1.1'}, Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Trunk': {'1.1'}} Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: consumer versions: Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: { DHCP agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: L3 agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: Metadata agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: Metering agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: Open vSwitch agent@dv-cinder-837540-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Agent': '1.1', Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'ConntrackHelper': '1.0', Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'LocalIPAssociation': '1.0', Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Log': '1.0', Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'NDPProxy': '1.0', Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Network': '1.1', Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Port': '1.7', Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'PortForwarding': '1.3', Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'QosPolicy': '1.10', Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'SecurityGroup': '1.5', Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'SecurityGroupRule': '1.2', Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'SubPort': '1.0', Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Subnet': '1.1', Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Trunk': '1.1'}} Apr 14 20:36:39.011666 dv-cinder-837540-3-iscsi neutron-server[110413]: {{(pid=110413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:36:39.085175 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Attempting to bind port e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:36:39.085593 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Attempting to bind port e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': 'e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '94ca3c85-714e-4c80-b0b3-dea1e70acc98'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:36:39.086020 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Attempting to bind port e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8 on network 94ca3c85-714e-4c80-b0b3-dea1e70acc98 {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:36:39.090958 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:36:39.091338 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Checking segment: {'id': 'e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '94ca3c85-714e-4c80-b0b3-dea1e70acc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:36:39.091796 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:39.092183 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Bound using segment: {'id': 'e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '94ca3c85-714e-4c80-b0b3-dea1e70acc98'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:36:39.092647 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Bound port: e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '94ca3c85-714e-4c80-b0b3-dea1e70acc98'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:36:39.093050 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:39.154498 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] For port e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:36:39.175356 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] For port e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8,segment=NetworkSegment(e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3),segment_id=e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:36:39.228388 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:39.285501 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f3230-2f2d-4d4b-a476-819b13cba296 None None] Pushing event updated for resources: {'Port': ['ID=e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8,revision_number=2']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:36:40.605467 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40116) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:36:40.921629 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [None req-0001510c-dc66-4ed0-aa32-ecf4f629676f admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:36:40.922622 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-0001510c-dc66-4ed0-aa32-ecf4f629676f admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3161860 Apr 14 20:36:43.494405 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40124) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:36:43.807076 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [None req-4a6993bc-dd14-4d84-9d65-f7b1b4074b63 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:36:43.808077 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-4a6993bc-dd14-4d84-9d65-f7b1b4074b63 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3126493 Apr 14 20:36:46.372825 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40132) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:36:46.694369 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-ed986dc3-6b29-4430-831a-e757a68d3cde demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:36:46.787436 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ed986dc3-6b29-4430-831a-e757a68d3cde demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1644632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25840'] for router (60926fc6-90f9-44cf-8700-77f780748e95), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:46.789042 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ed986dc3-6b29-4430-831a-e757a68d3cde demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1645768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25833'] for router (60926fc6-90f9-44cf-8700-77f780748e95), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:46.922761 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ed986dc3-6b29-4430-831a-e757a68d3cde demo demo] Publish callbacks [] for router_controller (60926fc6-90f9-44cf-8700-77f780748e95), precommit_add_association {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:46.965436 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ed986dc3-6b29-4430-831a-e757a68d3cde demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1645791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644464'] for router (60926fc6-90f9-44cf-8700-77f780748e95), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:47.023721 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ed986dc3-6b29-4430-831a-e757a68d3cde demo demo] Publish callbacks [] for router (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:47.024958 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ed986dc3-6b29-4430-831a-e757a68d3cde demo demo] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6510525 Apr 14 20:36:49.574466 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40144) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:36:49.896564 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [None req-9274fd66-6160-4099-9570-606d124087b5 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:36:49.897685 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-9274fd66-6160-4099-9570-606d124087b5 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3223011 Apr 14 20:36:50.044078 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:36:50.140708 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:36:50.141129 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:50.261067 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:36:50.261067 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:50.293107 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] For port e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8,segment=NetworkSegment(e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3),segment_id=e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:36:50.341966 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:50.388964 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Pushing event updated for resources: {'Port': ['ID=e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:36:50.928572 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c8e34f-5008-4e04-b963-ecd3836f9c22 None None] Network 94ca3c85-714e-4c80-b0b3-dea1e70acc98 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:36:51.013791 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-f7c25b33-260b-4ba5-94c2-1ca1c314909b None None] Provisioning complete for port e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:36:51.014178 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f7c25b33-260b-4ba5-94c2-1ca1c314909b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:51.134942 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-f7c25b33-260b-4ba5-94c2-1ca1c314909b None None] Current status of the port e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:36:51.454862 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-d1aff5a2-23c1-4459-af83-d735e59e0415 None None] Provisioning complete for port e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:36:51.455258 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-d1aff5a2-23c1-4459-af83-d735e59e0415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:51.533938 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-d1aff5a2-23c1-4459-af83-d735e59e0415 None None] Current status of the port e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:36:52.020678 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:36:52.065154 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:36:52.065581 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:52.139451 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:36:52.472536 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40152) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:36:52.791303 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-d53b43aa-9b87-49da-a111-ca779599ef7f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:36:52.821748 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-86c1d407-fd51-4c8c-b356-85aade70be38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:52.901535 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53b43aa-9b87-49da-a111-ca779599ef7f admin admin] Made reservation on behalf of ba94efdf8e9a41f1945bb2c7e9edea89 for: {'network': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:36:52.903725 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d53b43aa-9b87-49da-a111-ca779599ef7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:52.912134 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d53b43aa-9b87-49da-a111-ca779599ef7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:52.991220 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d53b43aa-9b87-49da-a111-ca779599ef7f admin admin] Publish callbacks [] for security_group (ef9c5344-1f2e-441a-8857-f7a3c45b980f), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:53.047966 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 5 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:36:53.055664 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d53b43aa-9b87-49da-a111-ca779599ef7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (ef9c5344-1f2e-441a-8857-f7a3c45b980f), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:53.072689 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d53b43aa-9b87-49da-a111-ca779599ef7f admin admin] Reserving flat network on physical network physnet1 {{(pid=110411) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 14 20:36:53.088256 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b43aa-9b87-49da-a111-ca779599ef7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9c5344-1f2e-441a-8857-f7a3c45b980f,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:36:53.092825 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d53b43aa-9b87-49da-a111-ca779599ef7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (9b21e49b-dc6d-4560-8b4d-029140a397e6), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:53.093169 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.segments_db [None req-d53b43aa-9b87-49da-a111-ca779599ef7f admin admin] Added segment 9b21e49b-dc6d-4560-8b4d-029140a397e6 of type flat for network 4d816796-e0bf-4bb0-bd57-0e101c861302 Apr 14 20:36:53.147181 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d53b43aa-9b87-49da-a111-ca779599ef7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (4d816796-e0bf-4bb0-bd57-0e101c861302), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:53.232592 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d53b43aa-9b87-49da-a111-ca779599ef7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (4d816796-e0bf-4bb0-bd57-0e101c861302), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:53.233484 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53b43aa-9b87-49da-a111-ca779599ef7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:36:53.234069 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d53b43aa-9b87-49da-a111-ca779599ef7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:53.323335 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b43aa-9b87-49da-a111-ca779599ef7f admin admin] Pushing event updated for resources: {'Network': ['ID=4d816796-e0bf-4bb0-bd57-0e101c861302,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:36:53.333149 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:36:53.355368 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-d53b43aa-9b87-49da-a111-ca779599ef7f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8817527 Apr 14 20:36:54.986970 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-98331e4f-4434-438d-b238-c6f9d8360d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:55.888273 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40160) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:36:56.184847 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc129d-1a2d-42e7-82a6-77e5e92cc627 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:36:56.186307 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-f3bc129d-1a2d-42e7-82a6-77e5e92cc627 demo admin] 10.222.0.15 "GET /v2.0/subnets/e645fa3e-ac27-4316-8993-dc7feeff0bb8 HTTP/1.1" status: 200 len: 849 time: 0.2970612 Apr 14 20:36:56.273890 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:56.313295 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-3667904b-b253-434d-a3d9-eb1e5f0f2aab demo admin] 10.222.0.15 "GET /v2.0/routers/60926fc6-90f9-44cf-8700-77f780748e95 HTTP/1.1" status: 200 len: 704 time: 0.1193609 Apr 14 20:36:56.584318 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:56.924519 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] Allocated IP 172.20.0.1 (94ca3c85-714e-4c80-b0b3-dea1e70acc98/e645fa3e-ac27-4316-8993-dc7feeff0bb8/1a4e0810-f500-49cf-a716-0520069a262b) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:36:57.075748 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] Publish callbacks [] for port (1a4e0810-f500-49cf-a716-0520069a262b), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:57.198889 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (1a4e0810-f500-49cf-a716-0520069a262b), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:57.265038 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] Network 94ca3c85-714e-4c80-b0b3-dea1e70acc98 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:36:57.271800 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:36:57.280574 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:36:57.281110 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1644353'] for router_interface (60926fc6-90f9-44cf-8700-77f780748e95), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:57.350482 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] Pushing event updated for resources: {'Port': ['ID=1a4e0810-f500-49cf-a716-0520069a262b,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:36:57.489800 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-57aa16bd-9b12-4931-b3f8-f4dad8e5656d None None] Provisioning complete for port 1a4e0810-f500-49cf-a716-0520069a262b triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:36:57.490335 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-57aa16bd-9b12-4931-b3f8-f4dad8e5656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (1a4e0810-f500-49cf-a716-0520069a262b), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:57.563910 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-57aa16bd-9b12-4931-b3f8-f4dad8e5656d None None] Port 1a4e0810-f500-49cf-a716-0520069a262b cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:36:57.645096 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (1a4e0810-f500-49cf-a716-0520069a262b), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:57.712621 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:57.869528 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] Publish callbacks [] for port (1a4e0810-f500-49cf-a716-0520069a262b), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:57.918433 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (1a4e0810-f500-49cf-a716-0520069a262b), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:57.919196 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644017'] for router_interface (60926fc6-90f9-44cf-8700-77f780748e95), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:58.007623 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] Pushing event updated for resources: {'Port': ['ID=1a4e0810-f500-49cf-a716-0520069a262b,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:36:58.050220 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] Network 94ca3c85-714e-4c80-b0b3-dea1e70acc98 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:36:58.051515 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:36:58.289050 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-ac7034c9-37b7-4b66-9c7e-9033349c9f41 None None] Provisioning complete for port 1a4e0810-f500-49cf-a716-0520069a262b triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:36:58.289470 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ac7034c9-37b7-4b66-9c7e-9033349c9f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (1a4e0810-f500-49cf-a716-0520069a262b), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:58.295978 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] Router 60926fc6-90f9-44cf-8700-77f780748e95 is scheduled to L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 with binding_index 1 {{(pid=110411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:36:58.322428 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-ac7034c9-37b7-4b66-9c7e-9033349c9f41 None None] Port 1a4e0810-f500-49cf-a716-0520069a262b cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:36:58.391620 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:36:58.397866 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-a02635f3-0f01-4900-92c3-176db212b350 demo admin] 10.222.0.15 "PUT /v2.0/routers/60926fc6-90f9-44cf-8700-77f780748e95/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0787852 Apr 14 20:36:58.421771 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Sync routers for ids ['60926fc6-90f9-44cf-8700-77f780748e95'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:36:58.434748 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Routers {'60926fc6-90f9-44cf-8700-77f780748e95'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:36:58.435568 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:36:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['60926fc6-90f9-44cf-8700-77f780748e95'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:36:58.647758 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Set router 60926fc6-90f9-44cf-8700-77f780748e95 gateway port host: None {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:36:59.082987 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60926fc6-90f9-44cf-8700-77f780748e95', 'name': 'router1', 'tenant_id': '490a2a6fcdcf4bd3b68df31eae509433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:36:46Z', 'updated_at': '2022-04-14T20:36:57Z', 'revision_number': 2, 'project_id': '490a2a6fcdcf4bd3b68df31eae509433', 'gw_port_host': None, '_interfaces': [{'id': '1a4e0810-f500-49cf-a716-0520069a262b', 'name': '', 'network_id': '94ca3c85-714e-4c80-b0b3-dea1e70acc98', 'tenant_id': '490a2a6fcdcf4bd3b68df31eae509433', 'mac_address': 'fa:16:3e:4f:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60926fc6-90f9-44cf-8700-77f780748e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e645fa3e-ac27-4316-8993-dc7feeff0bb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:36:56Z', 'updated_at': '2022-04-14T20:36:57Z', 'revision_number': 2, 'project_id': '490a2a6fcdcf4bd3b68df31eae509433', 'subnets': [{'id': 'e645fa3e-ac27-4316-8993-dc7feeff0bb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b311ff7-ab15-4e11-8cda-a06ce2e7c8bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:36:59.135025 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Checking router: 60926fc6-90f9-44cf-8700-77f780748e95 for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:36:59.135393 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Updating router 60926fc6-90f9-44cf-8700-77f780748e95 port 1a4e0810-f500-49cf-a716-0520069a262b binding host dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:36:59.187973 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (1a4e0810-f500-49cf-a716-0520069a262b), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:59.306926 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:59.818428 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Publish callbacks [] for port (1a4e0810-f500-49cf-a716-0520069a262b), precommit_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:59.867407 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (1a4e0810-f500-49cf-a716-0520069a262b), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:00.047782 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6feff-9f04-4bc7-bf75-eb9fcab6e8fa None None] Pushing event updated for resources: {'Port': ['ID=1a4e0810-f500-49cf-a716-0520069a262b,revision_number=3']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:37:00.062841 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Attempting to bind port 1a4e0810-f500-49cf-a716-0520069a262b on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:37:00.063244 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Attempting to bind port 1a4e0810-f500-49cf-a716-0520069a262b by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': 'e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '94ca3c85-714e-4c80-b0b3-dea1e70acc98'}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:37:00.063688 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Attempting to bind port 1a4e0810-f500-49cf-a716-0520069a262b on network 94ca3c85-714e-4c80-b0b3-dea1e70acc98 {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:37:00.067749 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6feff-9f04-4bc7-bf75-eb9fcab6e8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:37:00.068303 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6feff-9f04-4bc7-bf75-eb9fcab6e8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:37:00.068706 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6feff-9f04-4bc7-bf75-eb9fcab6e8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:37:00.069013 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6feff-9f04-4bc7-bf75-eb9fcab6e8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:37:00.069385 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6feff-9f04-4bc7-bf75-eb9fcab6e8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:37:00.069715 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6feff-9f04-4bc7-bf75-eb9fcab6e8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:37:00.070041 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6feff-9f04-4bc7-bf75-eb9fcab6e8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:37:00.070364 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6feff-9f04-4bc7-bf75-eb9fcab6e8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:37:00.070685 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6feff-9f04-4bc7-bf75-eb9fcab6e8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:37:00.071002 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6feff-9f04-4bc7-bf75-eb9fcab6e8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:37:00.071327 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6feff-9f04-4bc7-bf75-eb9fcab6e8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:37:00.071671 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6feff-9f04-4bc7-bf75-eb9fcab6e8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:37:00.071990 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6feff-9f04-4bc7-bf75-eb9fcab6e8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:37:00.072303 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6feff-9f04-4bc7-bf75-eb9fcab6e8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:37:00.072614 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6feff-9f04-4bc7-bf75-eb9fcab6e8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba6feff-9f04-4bc7-bf75-eb9fcab6e8fa None None] Tracked resource versions report: Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: pushed versions: Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: { 'AddressGroup': {'1.2'}, Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Agent': {'1.1'}, Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'ConntrackHelper': {'1.0'}, Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Log': {'1.0'}, Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'NDPProxy': {'1.0'}, Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Network': {'1.1'}, Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Port': {'1.7'}, Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'PortForwarding': {'1.3'}, Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'QosPolicy': {'1.10'}, Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'SecurityGroup': {'1.5'}, Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'SubPort': {'1.0'}, Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Subnet': {'1.1'}, Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Trunk': {'1.1'}} Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: consumer versions: Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: { DHCP agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: L3 agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: Metadata agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: Metering agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: Open vSwitch agent@dv-cinder-837540-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Agent': '1.1', Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'ConntrackHelper': '1.0', Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'LocalIPAssociation': '1.0', Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Log': '1.0', Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'NDPProxy': '1.0', Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Network': '1.1', Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Port': '1.7', Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'PortForwarding': '1.3', Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'QosPolicy': '1.10', Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'SecurityGroup': '1.5', Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'SecurityGroupRule': '1.2', Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'SubPort': '1.0', Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Subnet': '1.1', Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Trunk': '1.1'}} Apr 14 20:37:00.074081 dv-cinder-837540-3-iscsi neutron-server[110414]: {{(pid=110414) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:37:00.079081 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:37:00.079498 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Checking segment: {'id': 'e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '94ca3c85-714e-4c80-b0b3-dea1e70acc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:37:00.079958 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:00.080342 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Bound using segment: {'id': 'e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '94ca3c85-714e-4c80-b0b3-dea1e70acc98'} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:37:00.080823 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Bound port: 1a4e0810-f500-49cf-a716-0520069a262b, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '94ca3c85-714e-4c80-b0b3-dea1e70acc98'}}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:37:00.081220 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (1a4e0810-f500-49cf-a716-0520069a262b), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:00.152536 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-706b42c2-95cf-4028-a3e2-bdf9dd60c236 None None] Provisioning complete for port 1a4e0810-f500-49cf-a716-0520069a262b triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:37:00.152903 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-706b42c2-95cf-4028-a3e2-bdf9dd60c236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (1a4e0810-f500-49cf-a716-0520069a262b), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:00.165037 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] For port 1a4e0810-f500-49cf-a716-0520069a262b, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:37:00.181644 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] For port 1a4e0810-f500-49cf-a716-0520069a262b, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=1a4e0810-f500-49cf-a716-0520069a262b,segment=NetworkSegment(e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3),segment_id=e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3)] {{(pid=110414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:37:00.192459 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-706b42c2-95cf-4028-a3e2-bdf9dd60c236 None None] Port 1a4e0810-f500-49cf-a716-0520069a262b cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:37:00.244621 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (1a4e0810-f500-49cf-a716-0520069a262b), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:00.303638 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Routers {'60926fc6-90f9-44cf-8700-77f780748e95'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:37:00.304266 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:36:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['60926fc6-90f9-44cf-8700-77f780748e95'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:37:00.306265 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6feff-9f04-4bc7-bf75-eb9fcab6e8fa None None] Pushing event updated for resources: {'Port': ['ID=1a4e0810-f500-49cf-a716-0520069a262b,revision_number=4']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:37:00.401993 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] Set router 60926fc6-90f9-44cf-8700-77f780748e95 gateway port host: None {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:37:00.511985 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-9864c1d2-7f68-4806-a112-f01397ab1621 None None] Provisioning complete for port 1a4e0810-f500-49cf-a716-0520069a262b triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:37:00.512604 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-9864c1d2-7f68-4806-a112-f01397ab1621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (1a4e0810-f500-49cf-a716-0520069a262b), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:00.590965 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-9864c1d2-7f68-4806-a112-f01397ab1621 None None] Current status of the port 1a4e0810-f500-49cf-a716-0520069a262b is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:37:00.591296 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-9864c1d2-7f68-4806-a112-f01397ab1621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (1a4e0810-f500-49cf-a716-0520069a262b), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:00.618684 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60926fc6-90f9-44cf-8700-77f780748e95', 'name': 'router1', 'tenant_id': '490a2a6fcdcf4bd3b68df31eae509433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:36:46Z', 'updated_at': '2022-04-14T20:36:57Z', 'revision_number': 2, 'project_id': '490a2a6fcdcf4bd3b68df31eae509433', 'gw_port_host': None, '_interfaces': [{'id': '1a4e0810-f500-49cf-a716-0520069a262b', 'name': '', 'network_id': '94ca3c85-714e-4c80-b0b3-dea1e70acc98', 'tenant_id': '490a2a6fcdcf4bd3b68df31eae509433', 'mac_address': 'fa:16:3e:4f:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60926fc6-90f9-44cf-8700-77f780748e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e645fa3e-ac27-4316-8993-dc7feeff0bb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:36:56Z', 'updated_at': '2022-04-14T20:37:00Z', 'revision_number': 4, 'project_id': '490a2a6fcdcf4bd3b68df31eae509433', 'subnets': [{'id': 'e645fa3e-ac27-4316-8993-dc7feeff0bb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b311ff7-ab15-4e11-8cda-a06ce2e7c8bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:37:00.628010 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-9864c1d2-7f68-4806-a112-f01397ab1621 None None] For port 1a4e0810-f500-49cf-a716-0520069a262b, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=1a4e0810-f500-49cf-a716-0520069a262b,segment=NetworkSegment(e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3),segment_id=e6f2b73d-dacf-48e6-b63d-7a04a8a3f0d3)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:37:00.645739 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529eb263-8f58-40bd-b9b2-7b3ac9568b0c None None] The sync data for ids ['60926fc6-90f9-44cf-8700-77f780748e95'] in dv-cinder-837540-3-iscsi is: [{'id': '60926fc6-90f9-44cf-8700-77f780748e95', 'name': 'router1', 'tenant_id': '490a2a6fcdcf4bd3b68df31eae509433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:36:46Z', 'updated_at': '2022-04-14T20:36:57Z', 'revision_number': 2, 'project_id': '490a2a6fcdcf4bd3b68df31eae509433', 'gw_port_host': None, '_interfaces': [{'id': '1a4e0810-f500-49cf-a716-0520069a262b', 'name': '', 'network_id': '94ca3c85-714e-4c80-b0b3-dea1e70acc98', 'tenant_id': '490a2a6fcdcf4bd3b68df31eae509433', 'mac_address': 'fa:16:3e:4f:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60926fc6-90f9-44cf-8700-77f780748e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e645fa3e-ac27-4316-8993-dc7feeff0bb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:36:56Z', 'updated_at': '2022-04-14T20:37:00Z', 'revision_number': 4, 'project_id': '490a2a6fcdcf4bd3b68df31eae509433', 'subnets': [{'id': 'e645fa3e-ac27-4316-8993-dc7feeff0bb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b311ff7-ab15-4e11-8cda-a06ce2e7c8bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:37:00.684027 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-9864c1d2-7f68-4806-a112-f01397ab1621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (1a4e0810-f500-49cf-a716-0520069a262b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:00.734209 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864c1d2-7f68-4806-a112-f01397ab1621 None None] Pushing event updated for resources: {'Port': ['ID=1a4e0810-f500-49cf-a716-0520069a262b,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:37:01.052820 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40180) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:37:01.178506 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b025a141-bdf8-42b6-8c10-98f8fda34fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:37:01.179906 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-b025a141-bdf8-42b6-8c10-98f8fda34fec admin admin] 10.222.0.15 "GET /v2.0/networks/4d816796-e0bf-4bb0-bd57-0e101c861302 HTTP/1.1" status: 200 len: 842 time: 0.1259308 Apr 14 20:37:01.191966 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-2f2967f1-2010-44b2-9ecb-7028f8518e74 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'enable_dhcp': False, 'cidr': '172.27.1.0/24'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:37:01.295841 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2967f1-2010-44b2-9ecb-7028f8518e74 admin admin] Made reservation on behalf of ba94efdf8e9a41f1945bb2c7e9edea89 for: {'subnet': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:37:01.298370 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2f2967f1-2010-44b2-9ecb-7028f8518e74 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:01.789394 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.objects.ports [None req-2f2967f1-2010-44b2-9ecb-7028f8518e74 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110411) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 14 20:37:01.789839 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2f2967f1-2010-44b2-9ecb-7028f8518e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for subnet (1d2a2bcc-4204-4142-a59f-2e546027e468), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:01.844127 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2967f1-2010-44b2-9ecb-7028f8518e74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2a2bcc-4204-4142-a59f-2e546027e468,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:37:01.851439 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2967f1-2010-44b2-9ecb-7028f8518e74 admin admin] Checking segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:37:01.851803 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2967f1-2010-44b2-9ecb-7028f8518e74 admin admin] Network hostable DHCP agents. Network: 4d816796-e0bf-4bb0-bd57-0e101c861302, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:37:01.935586 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2967f1-2010-44b2-9ecb-7028f8518e74 admin admin] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:37:01.980956 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-2f2967f1-2010-44b2-9ecb-7028f8518e74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, 4d816796-e0bf-4bb0-bd57-0e101c861302) {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:37:01.985200 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2967f1-2010-44b2-9ecb-7028f8518e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:37:01.988348 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2f2967f1-2010-44b2-9ecb-7028f8518e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:01.990660 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de35c167-fb13-471a-8507-42ed46be1e4e None None] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:37:02.062920 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-2f2967f1-2010-44b2-9ecb-7028f8518e74 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8691609 Apr 14 20:37:02.101264 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3efee78-0d76-4c27-a047-1ea0fdb33875 None None] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:37:04.537045 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40198) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:37:04.675553 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-97cea7a6-56c0-4949-8fd1-4ab1d7024592 demo admin] 10.222.0.15 "GET /v2.0/routers/60926fc6-90f9-44cf-8700-77f780748e95 HTTP/1.1" status: 200 len: 710 time: 0.1372778 Apr 14 20:37:04.766091 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404fe0ad-5e02-4d83-92af-4786af26aa0e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:37:04.767739 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-404fe0ad-5e02-4d83-92af-4786af26aa0e demo admin] 10.222.0.15 "GET /v2.0/networks/4d816796-e0bf-4bb0-bd57-0e101c861302 HTTP/1.1" status: 200 len: 886 time: 0.0863001 Apr 14 20:37:04.776658 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-3e7e390a-d023-4de8-9f1e-9a2c63ad799f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:37:05.030535 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3e7e390a-d023-4de8-9f1e-9a2c63ad799f demo admin] Publish callbacks [] for router_gateway (60926fc6-90f9-44cf-8700-77f780748e95), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:05.350237 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3e7e390a-d023-4de8-9f1e-9a2c63ad799f demo admin] Publish callbacks [] for router_gateway (60926fc6-90f9-44cf-8700-77f780748e95), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:05.436949 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3e7e390a-d023-4de8-9f1e-9a2c63ad799f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:05.551890 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-3e7e390a-d023-4de8-9f1e-9a2c63ad799f demo admin] Allocated IP 172.27.1.74 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/9df2bb9f-87e4-4735-a613-cd34c4f56a97) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:37:05.746304 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3e7e390a-d023-4de8-9f1e-9a2c63ad799f demo admin] Publish callbacks [] for port (9df2bb9f-87e4-4735-a613-cd34c4f56a97), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:05.832783 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3e7e390a-d023-4de8-9f1e-9a2c63ad799f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (9df2bb9f-87e4-4735-a613-cd34c4f56a97), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:05.873486 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7e390a-d023-4de8-9f1e-9a2c63ad799f demo admin] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:37:05.878265 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-3e7e390a-d023-4de8-9f1e-9a2c63ad799f demo admin] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:37:05.883199 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7e390a-d023-4de8-9f1e-9a2c63ad799f demo admin] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:37:05.889288 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e390a-d023-4de8-9f1e-9a2c63ad799f demo admin] Pushing event updated for resources: {'Port': ['ID=9df2bb9f-87e4-4735-a613-cd34c4f56a97,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:37:06.338651 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3e7e390a-d023-4de8-9f1e-9a2c63ad799f demo admin] Publish callbacks [] for router_gateway (60926fc6-90f9-44cf-8700-77f780748e95), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:06.560909 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3e7e390a-d023-4de8-9f1e-9a2c63ad799f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1644459', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1645782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25823'] for router (60926fc6-90f9-44cf-8700-77f780748e95), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:06.564830 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3e7e390a-d023-4de8-9f1e-9a2c63ad799f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1644450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1644473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1645613'] for router (60926fc6-90f9-44cf-8700-77f780748e95), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:06.740983 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7e390a-d023-4de8-9f1e-9a2c63ad799f demo admin] Router 60926fc6-90f9-44cf-8700-77f780748e95 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:37:06.849110 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7e390a-d023-4de8-9f1e-9a2c63ad799f demo admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:37:06.853040 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3e7e390a-d023-4de8-9f1e-9a2c63ad799f demo admin] Publish callbacks [] for router (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:06.865210 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-3e7e390a-d023-4de8-9f1e-9a2c63ad799f demo admin] 10.222.0.15 "PUT /v2.0/routers/60926fc6-90f9-44cf-8700-77f780748e95 HTTP/1.1" status: 200 len: 889 time: 2.0808699 Apr 14 20:37:08.037266 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 1a4e0810-f500-49cf-a716-0520069a262b up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:37:08.085268 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 1a4e0810-f500-49cf-a716-0520069a262b triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:37:08.085659 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (1a4e0810-f500-49cf-a716-0520069a262b), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:08.161805 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 1a4e0810-f500-49cf-a716-0520069a262b is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:37:09.423774 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40210) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:37:09.537902 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-051979e5-6358-45fb-b1aa-a01a7da2d217 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1129875 Apr 14 20:37:09.550049 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Sync routers for ids ['60926fc6-90f9-44cf-8700-77f780748e95'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:37:09.563049 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Routers {'60926fc6-90f9-44cf-8700-77f780748e95'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:37:09.563722 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:36:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['60926fc6-90f9-44cf-8700-77f780748e95'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:37:09.858678 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Set router 60926fc6-90f9-44cf-8700-77f780748e95 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:37:10.323795 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60926fc6-90f9-44cf-8700-77f780748e95', 'name': 'router1', 'tenant_id': '490a2a6fcdcf4bd3b68df31eae509433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9df2bb9f-87e4-4735-a613-cd34c4f56a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:36:46Z', 'updated_at': '2022-04-14T20:37:06Z', 'revision_number': 4, 'project_id': '490a2a6fcdcf4bd3b68df31eae509433', 'gw_port': {'id': '9df2bb9f-87e4-4735-a613-cd34c4f56a97', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60926fc6-90f9-44cf-8700-77f780748e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:37:05Z', 'updated_at': '2022-04-14T20:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '1a4e0810-f500-49cf-a716-0520069a262b', 'name': '', 'network_id': '94ca3c85-714e-4c80-b0b3-dea1e70acc98', 'tenant_id': '490a2a6fcdcf4bd3b68df31eae509433', 'mac_address': 'fa:16:3e:4f:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60926fc6-90f9-44cf-8700-77f780748e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e645fa3e-ac27-4316-8993-dc7feeff0bb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:36:56Z', 'updated_at': '2022-04-14T20:37:00Z', 'revision_number': 5, 'project_id': '490a2a6fcdcf4bd3b68df31eae509433', 'subnets': [{'id': 'e645fa3e-ac27-4316-8993-dc7feeff0bb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b311ff7-ab15-4e11-8cda-a06ce2e7c8bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:37:10.377162 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Checking router: 60926fc6-90f9-44cf-8700-77f780748e95 for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:37:10.377162 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Updating router 60926fc6-90f9-44cf-8700-77f780748e95 port 9df2bb9f-87e4-4735-a613-cd34c4f56a97 binding host dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:37:10.444847 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (9df2bb9f-87e4-4735-a613-cd34c4f56a97), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:10.773495 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Publish callbacks [] for port (9df2bb9f-87e4-4735-a613-cd34c4f56a97), precommit_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:10.824995 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (9df2bb9f-87e4-4735-a613-cd34c4f56a97), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:10.878293 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Attempting to bind port 9df2bb9f-87e4-4735-a613-cd34c4f56a97 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:37:10.878672 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Attempting to bind port 9df2bb9f-87e4-4735-a613-cd34c4f56a97 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:37:10.879041 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Attempting to bind port 9df2bb9f-87e4-4735-a613-cd34c4f56a97 on network 4d816796-e0bf-4bb0-bd57-0e101c861302 {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:37:10.900354 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:37:10.900932 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Checking segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:37:10.901533 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:10.902070 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Bound using segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:37:10.902538 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Bound port: 9df2bb9f-87e4-4735-a613-cd34c4f56a97, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:37:10.902962 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (9df2bb9f-87e4-4735-a613-cd34c4f56a97), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:10.928431 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7627d1-0f03-43d3-8bc7-0e625e6264f2 None None] Pushing event updated for resources: {'Port': ['ID=9df2bb9f-87e4-4735-a613-cd34c4f56a97,revision_number=2']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:37:10.962310 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] For port 9df2bb9f-87e4-4735-a613-cd34c4f56a97, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:37:10.965313 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] For port 9df2bb9f-87e4-4735-a613-cd34c4f56a97, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=9df2bb9f-87e4-4735-a613-cd34c4f56a97,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:37:11.032543 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (9df2bb9f-87e4-4735-a613-cd34c4f56a97), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:11.089468 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Routers {'60926fc6-90f9-44cf-8700-77f780748e95'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:37:11.090089 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:36:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['60926fc6-90f9-44cf-8700-77f780748e95'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:37:11.131661 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7627d1-0f03-43d3-8bc7-0e625e6264f2 None None] Pushing event updated for resources: {'Port': ['ID=9df2bb9f-87e4-4735-a613-cd34c4f56a97,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:37:11.219098 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] Set router 60926fc6-90f9-44cf-8700-77f780748e95 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:37:11.438378 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60926fc6-90f9-44cf-8700-77f780748e95', 'name': 'router1', 'tenant_id': '490a2a6fcdcf4bd3b68df31eae509433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9df2bb9f-87e4-4735-a613-cd34c4f56a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:36:46Z', 'updated_at': '2022-04-14T20:37:06Z', 'revision_number': 4, 'project_id': '490a2a6fcdcf4bd3b68df31eae509433', 'gw_port': {'id': '9df2bb9f-87e4-4735-a613-cd34c4f56a97', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60926fc6-90f9-44cf-8700-77f780748e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:37:05Z', 'updated_at': '2022-04-14T20:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '1a4e0810-f500-49cf-a716-0520069a262b', 'name': '', 'network_id': '94ca3c85-714e-4c80-b0b3-dea1e70acc98', 'tenant_id': '490a2a6fcdcf4bd3b68df31eae509433', 'mac_address': 'fa:16:3e:4f:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60926fc6-90f9-44cf-8700-77f780748e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e645fa3e-ac27-4316-8993-dc7feeff0bb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:36:56Z', 'updated_at': '2022-04-14T20:37:00Z', 'revision_number': 5, 'project_id': '490a2a6fcdcf4bd3b68df31eae509433', 'subnets': [{'id': 'e645fa3e-ac27-4316-8993-dc7feeff0bb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b311ff7-ab15-4e11-8cda-a06ce2e7c8bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:37:11.467476 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f922d177-4b0d-4597-b244-7592e6ce6375 None None] The sync data for ids ['60926fc6-90f9-44cf-8700-77f780748e95'] in dv-cinder-837540-3-iscsi is: [{'id': '60926fc6-90f9-44cf-8700-77f780748e95', 'name': 'router1', 'tenant_id': '490a2a6fcdcf4bd3b68df31eae509433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9df2bb9f-87e4-4735-a613-cd34c4f56a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:36:46Z', 'updated_at': '2022-04-14T20:37:06Z', 'revision_number': 4, 'project_id': '490a2a6fcdcf4bd3b68df31eae509433', 'gw_port': {'id': '9df2bb9f-87e4-4735-a613-cd34c4f56a97', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60926fc6-90f9-44cf-8700-77f780748e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:37:05Z', 'updated_at': '2022-04-14T20:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '1a4e0810-f500-49cf-a716-0520069a262b', 'name': '', 'network_id': '94ca3c85-714e-4c80-b0b3-dea1e70acc98', 'tenant_id': '490a2a6fcdcf4bd3b68df31eae509433', 'mac_address': 'fa:16:3e:4f:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60926fc6-90f9-44cf-8700-77f780748e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e645fa3e-ac27-4316-8993-dc7feeff0bb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:36:56Z', 'updated_at': '2022-04-14T20:37:00Z', 'revision_number': 5, 'project_id': '490a2a6fcdcf4bd3b68df31eae509433', 'subnets': [{'id': 'e645fa3e-ac27-4316-8993-dc7feeff0bb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b311ff7-ab15-4e11-8cda-a06ce2e7c8bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:37:12.090667 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 9df2bb9f-87e4-4735-a613-cd34c4f56a97 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:37:12.162993 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 9df2bb9f-87e4-4735-a613-cd34c4f56a97 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:37:12.163391 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (9df2bb9f-87e4-4735-a613-cd34c4f56a97), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:12.270977 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 9df2bb9f-87e4-4735-a613-cd34c4f56a97 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:37:12.271571 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (9df2bb9f-87e4-4735-a613-cd34c4f56a97), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:12.312603 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] For port 9df2bb9f-87e4-4735-a613-cd34c4f56a97, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=9df2bb9f-87e4-4735-a613-cd34c4f56a97,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:37:12.382042 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (9df2bb9f-87e4-4735-a613-cd34c4f56a97), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:12.441672 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Pushing event updated for resources: {'Port': ['ID=9df2bb9f-87e4-4735-a613-cd34c4f56a97,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:37:14.094038 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 9df2bb9f-87e4-4735-a613-cd34c4f56a97 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:37:14.156148 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 9df2bb9f-87e4-4735-a613-cd34c4f56a97 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:37:14.156872 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (9df2bb9f-87e4-4735-a613-cd34c4f56a97), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:14.259689 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 9df2bb9f-87e4-4735-a613-cd34c4f56a97 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:37:22.820796 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-1583ca9a-f94b-494b-a829-6991e220a2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:24.992503 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-356318c1-6812-44a5-a531-b9832c044fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:26.278687 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:27.655269 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:29.323082 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:30.050176 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 5 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:37:52.825269 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-cf143cd9-8284-4df3-921a-cba139bff6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:55.059585 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-a62650bb-880d-4da8-bf67-5949e6f18e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:56.287932 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:57.687663 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:59.316163 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:07.050132 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 5 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:38:22.829982 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-cd2bf412-16da-4239-bfd6-bae358fdedbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:25.000875 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-706ec6a2-198c-44e4-8d25-690a515f90fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:26.292281 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:27.640311 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:29.302555 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:33.788059 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40694) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:38:33.848635 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.pecan_wsgi.hooks.translation [None req-76838af6-8b1f-4afc-97f7-fc43d659829d admin admin] GET failed (client error): The resource could not be found. Apr 14 20:38:33.849922 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-76838af6-8b1f-4afc-97f7-fc43d659829d admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608964 Apr 14 20:38:34.010934 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf8c25a-e489-42fd-bea7-d8dc5a316033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:34.012038 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-4cf8c25a-e489-42fd-bea7-d8dc5a316033 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1581585 Apr 14 20:38:36.354824 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40704) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:38:36.445616 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98316e6-a251-43d6-8373-f64ecc04dcfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:36.446962 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-d98316e6-a251-43d6-8373-f64ecc04dcfa admin admin] 10.222.0.15 "GET /v2.0/subnets/e645fa3e-ac27-4316-8993-dc7feeff0bb8 HTTP/1.1" status: 200 len: 849 time: 0.0911994 Apr 14 20:38:36.456280 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:38:36.552514 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Publish callbacks [] for subnet (e645fa3e-ac27-4316-8993-dc7feeff0bb8), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:36.760218 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766881018655'] for subnet (e645fa3e-ac27-4316-8993-dc7feeff0bb8), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:36.792172 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:36.792761 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:36.794171 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] 10.222.0.15 "PUT /v2.0/subnets/e645fa3e-ac27-4316-8993-dc7feeff0bb8 HTTP/1.1" status: 200 len: 868 time: 0.3414702 Apr 14 20:38:36.808586 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6ba512-de0d-4154-a345-19f2e2d014f8 None None] Network 94ca3c85-714e-4c80-b0b3-dea1e70acc98 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:38:36.813880 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e645fa3e-ac27-4316-8993-dc7feeff0bb8,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:38:36.821614 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:36.822037 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:36.822293 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:36.822630 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:36.822965 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:36.823311 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:36.823624 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:36.823944 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:36.824291 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:36.824619 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:36.824964 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:36.825337 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:36.825665 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:36.825985 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:36.826302 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201174b-569e-479b-a6e4-a0f99f944daa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:37.098144 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-d2b73d5e-b082-4b8e-8a45-304455af542b None None] Provisioning complete for port 1a4e0810-f500-49cf-a716-0520069a262b triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:38:37.098538 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-d2b73d5e-b082-4b8e-8a45-304455af542b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (1a4e0810-f500-49cf-a716-0520069a262b), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:37.178704 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-d2b73d5e-b082-4b8e-8a45-304455af542b None None] Current status of the port 1a4e0810-f500-49cf-a716-0520069a262b is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:38:37.186455 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-d2b73d5e-b082-4b8e-8a45-304455af542b None None] Provisioning complete for port e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:38:37.186847 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-d2b73d5e-b082-4b8e-8a45-304455af542b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:37.260103 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-d2b73d5e-b082-4b8e-8a45-304455af542b None None] Current status of the port e7adbe9b-10d5-46fb-a1cf-bb6f9cba7ee8 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:38:39.157206 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 40712) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:38:39.489273 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.policy [None req-9a16b2e2-74c5-462b-a1aa-002faf9bebbd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110412) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 14 20:38:39.534632 dv-cinder-837540-3-iscsi neutron-server[110412]: WARNING oslo_policy.policy [None req-9a16b2e2-74c5-462b-a1aa-002faf9bebbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:38:39.535036 dv-cinder-837540-3-iscsi neutron-server[110412]: WARNING oslo_policy.policy [None req-9a16b2e2-74c5-462b-a1aa-002faf9bebbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:38:39.543027 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a16b2e2-74c5-462b-a1aa-002faf9bebbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:39.543496 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a16b2e2-74c5-462b-a1aa-002faf9bebbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:39.545373 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-9a16b2e2-74c5-462b-a1aa-002faf9bebbd admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3871918 Apr 14 20:38:41.849686 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40724) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:38:42.045311 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87486074-252e-4bc0-bbae-d27a785c47e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:42.045790 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87486074-252e-4bc0-bbae-d27a785c47e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:42.047907 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-87486074-252e-4bc0-bbae-d27a785c47e3 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1972771 Apr 14 20:38:44.048092 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 5 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:38:44.383141 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40732) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:38:44.612695 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfae50e-d8ef-4ba5-9a26-cced69bb1413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:44.614036 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-9bfae50e-d8ef-4ba5-9a26-cced69bb1413 admin admin] 10.222.0.15 "GET /v2.0/networks/4d816796-e0bf-4bb0-bd57-0e101c861302 HTTP/1.1" status: 200 len: 886 time: 0.2299559 Apr 14 20:38:46.947921 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40740) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:38:47.079473 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c2d061-4bc9-437e-87a1-54e04d37e197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:47.080861 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-04c2d061-4bc9-437e-87a1-54e04d37e197 admin admin] 10.222.0.15 "GET /v2.0/networks/94ca3c85-714e-4c80-b0b3-dea1e70acc98 HTTP/1.1" status: 200 len: 869 time: 0.1319964 Apr 14 20:38:49.450750 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40748) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:38:49.580299 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d0adef-c5b3-4a27-800a-d8091b27c618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:49.580748 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d0adef-c5b3-4a27-800a-d8091b27c618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:49.582294 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-f3d0adef-c5b3-4a27-800a-d8091b27c618 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1305959 Apr 14 20:38:51.895538 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40756) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:38:51.988620 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d788df-4a65-4062-835a-6a40e7ec5d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:51.989066 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d788df-4a65-4062-835a-6a40e7ec5d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:51.990578 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-42d788df-4a65-4062-835a-6a40e7ec5d2d admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941033 Apr 14 20:38:52.828913 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-e2f6108c-2a66-4722-9738-c1c5b4102099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:54.335405 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40764) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:38:54.421090 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0f29bd-d067-4f94-bfce-c760a1049145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:54.422478 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-6b0f29bd-d067-4f94-bfce-c760a1049145 admin admin] 10.222.0.15 "GET /v2.0/subnets/1d2a2bcc-4204-4142-a59f-2e546027e468 HTTP/1.1" status: 200 len: 816 time: 0.0860925 Apr 14 20:38:54.976817 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-889e7121-b7f1-44ba-82d9-d481e44ffea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:56.291046 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:56.789484 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40772) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:38:56.883283 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6932af-de56-4d1f-bf4e-2ad9431b76ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:56.884629 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-4c6932af-de56-4d1f-bf4e-2ad9431b76ac admin admin] 10.222.0.15 "GET /v2.0/subnets/e645fa3e-ac27-4316-8993-dc7feeff0bb8 HTTP/1.1" status: 200 len: 868 time: 0.0941846 Apr 14 20:38:57.656546 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:59.296362 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:21.047931 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 5 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:39:22.837688 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-608f5ea8-9c09-4448-b9bd-0f9b7816cf1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:25.021464 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-570274a8-5371-44e7-b6c9-fa506ed04661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:26.289790 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:27.643866 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:29.301032 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:38.094101 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40832) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:39:38.139954 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [None req-683af93b-3188-4590-a475-8fc76e8ffe72 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:39:38.140981 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-683af93b-3188-4590-a475-8fc76e8ffe72 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459311 Apr 14 20:39:40.546354 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 40840) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:39:40.613464 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f65f15-276b-49f8-8b2b-20a784943a8a admin admin] GET failed (client error): The resource could not be found. Apr 14 20:39:40.614765 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-97f65f15-276b-49f8-8b2b-20a784943a8a admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0674777 Apr 14 20:39:40.759433 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30171403-5420-455d-b2b4-5027887d6a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:39:40.760864 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-30171403-5420-455d-b2b4-5027887d6a92 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1420851 Apr 14 20:39:43.101217 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 40850) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:39:43.147507 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:39:43.329005 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Made reservation on behalf of ba94efdf8e9a41f1945bb2c7e9edea89 for: {'network': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:39:43.331767 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:43.375465 dv-cinder-837540-3-iscsi neutron-server[110412]: WARNING neutron.services.revisions.revision_plugin [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Could not find related network for resource to bump revision. Apr 14 20:39:43.398810 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=110412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:39:43.411518 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766881083823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (da8adea7-f4a2-4cc7-ae60-745178400aa7), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:43.412109 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Unsubscribe: segment precommit_create {{(pid=110412) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 14 20:39:43.412620 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.segments_db [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Added segment da8adea7-f4a2-4cc7-ae60-745178400aa7 of type vlan for network cbcbb8a9-0ac0-4270-9173-368424e8100d Apr 14 20:39:43.472891 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (cbcbb8a9-0ac0-4270-9173-368424e8100d), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:43.540005 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (cbcbb8a9-0ac0-4270-9173-368424e8100d), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:43.541053 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:39:43.541675 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:43.641615 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Pushing event updated for resources: {'Network': ['ID=cbcbb8a9-0ac0-4270-9173-368424e8100d,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:39:43.653385 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5510969 Apr 14 20:39:43.654745 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:43.656300 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:43.656300 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:43.656300 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:43.656300 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:43.656604 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:43.656794 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:43.657002 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:43.657356 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:43.657683 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:43.658048 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:43.658374 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:43.658718 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:43.659087 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:43.659367 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284e159-93e7-407f-840b-7662c4de23fa admin admin] Tracked resource versions report: Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: pushed versions: Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: { 'AddressGroup': {'1.2'}, Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Agent': {'1.1'}, Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'ConntrackHelper': {'1.0'}, Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Log': {'1.0'}, Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'NDPProxy': {'1.0'}, Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Network': {'1.1'}, Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Port': {'1.7'}, Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'PortForwarding': {'1.3'}, Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'QosPolicy': {'1.10'}, Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'SecurityGroup': {'1.5'}, Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'SubPort': {'1.0'}, Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Subnet': {'1.1'}, Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Trunk': {'1.1'}} Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: consumer versions: Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: { DHCP agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: L3 agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: Metadata agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: Metering agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: Open vSwitch agent@dv-cinder-837540-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Agent': '1.1', Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'ConntrackHelper': '1.0', Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'LocalIPAssociation': '1.0', Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Log': '1.0', Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'NDPProxy': '1.0', Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Network': '1.1', Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Port': '1.7', Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'PortForwarding': '1.3', Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'QosPolicy': '1.10', Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'SecurityGroup': '1.5', Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'SecurityGroupRule': '1.2', Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'SubPort': '1.0', Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Subnet': '1.1', Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Trunk': '1.1'}} Apr 14 20:39:43.660797 dv-cinder-837540-3-iscsi neutron-server[110412]: {{(pid=110412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:39:43.695159 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network cbcbb8a9-0ac0-4270-9173-368424e8100d details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:39:45.993277 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 40862) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:39:46.054581 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.pecan_wsgi.hooks.translation [None req-f218ade1-595b-4a04-a6da-f606d07289be admin admin] GET failed (client error): The resource could not be found. Apr 14 20:39:46.055845 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-f218ade1-595b-4a04-a6da-f606d07289be admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616004 Apr 14 20:39:46.145764 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930af5b9-f1f3-4d1d-ac31-dd43c7fd22e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:39:46.147196 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-930af5b9-f1f3-4d1d-ac31-dd43c7fd22e4 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0865541 Apr 14 20:39:46.157115 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-0ddbdfe3-b94c-4a1f-9dbe-396a3fe1aea8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'cbcbb8a9-0ac0-4270-9173-368424e8100d', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:39:46.231721 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddbdfe3-b94c-4a1f-9dbe-396a3fe1aea8 admin admin] Made reservation on behalf of ba94efdf8e9a41f1945bb2c7e9edea89 for: {'subnet': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:39:46.234004 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0ddbdfe3-b94c-4a1f-9dbe-396a3fe1aea8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:46.539783 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0ddbdfe3-b94c-4a1f-9dbe-396a3fe1aea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for subnet (a766206c-9444-4418-93e8-307bef035c38), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:46.602957 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbdfe3-b94c-4a1f-9dbe-396a3fe1aea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a766206c-9444-4418-93e8-307bef035c38,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:39:46.612528 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddbdfe3-b94c-4a1f-9dbe-396a3fe1aea8 admin admin] Checking segment: {'id': 'da8adea7-f4a2-4cc7-ae60-745178400aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cbcbb8a9-0ac0-4270-9173-368424e8100d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:39:46.612894 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddbdfe3-b94c-4a1f-9dbe-396a3fe1aea8 admin admin] Network hostable DHCP agents. Network: cbcbb8a9-0ac0-4270-9173-368424e8100d, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:39:46.683059 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddbdfe3-b94c-4a1f-9dbe-396a3fe1aea8 admin admin] Network cbcbb8a9-0ac0-4270-9173-368424e8100d is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:39:46.734202 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-0ddbdfe3-b94c-4a1f-9dbe-396a3fe1aea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, cbcbb8a9-0ac0-4270-9173-368424e8100d) {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:39:46.738784 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddbdfe3-b94c-4a1f-9dbe-396a3fe1aea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:39:46.739366 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0ddbdfe3-b94c-4a1f-9dbe-396a3fe1aea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:46.745030 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61952178-bfaa-4d6c-a859-97fa2c03d05f None None] Network cbcbb8a9-0ac0-4270-9173-368424e8100d requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:39:46.800327 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-0ddbdfe3-b94c-4a1f-9dbe-396a3fe1aea8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6462972 Apr 14 20:39:46.847931 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70787b4f-c4d6-57ef-b37a-8087626a5f8a-cbcbb8a9-0ac0-4270-9173-368424e8100d', 'network_id': 'cbcbb8a9-0ac0-4270-9173-368424e8100d', 'project_id': 'ba94efdf8e9a41f1945bb2c7e9edea89', 'fixed_ips': [{'subnet_id': 'a766206c-9444-4418-93e8-307bef035c38'}]}} from dv-cinder-837540-3-iscsi. {{(pid=110413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:39:46.848845 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:47.086351 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.db_base_plugin_common [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Allocated IP 192.168.233.2 (cbcbb8a9-0ac0-4270-9173-368424e8100d/a766206c-9444-4418-93e8-307bef035c38/5890b2c3-4790-476d-99ec-e16bbffe122a) {{(pid=110413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:39:47.232808 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Publish callbacks [] for port (5890b2c3-4790-476d-99ec-e16bbffe122a), precommit_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:47.334700 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (5890b2c3-4790-476d-99ec-e16bbffe122a), after_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:47.378480 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Network cbcbb8a9-0ac0-4270-9173-368424e8100d is already hosted by enough agents. {{(pid=110413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:39:47.379464 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.base_scheduler [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Resources bound (agent type, host, resource id): {{(pid=110413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:39:47.384091 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Received port after_create {{(pid=110413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:39:47.394453 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Pushing event updated for resources: {'Port': ['ID=5890b2c3-4790-476d-99ec-e16bbffe122a,revision_number=1']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:39:47.402242 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:47.402595 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:47.402962 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:47.403332 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:47.403675 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:47.404010 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:47.404341 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:47.404670 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:47.405000 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:47.405360 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:47.405691 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:47.406036 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:47.406365 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:47.406692 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:47.407016 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:39:47.457816 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Attempting to bind port 5890b2c3-4790-476d-99ec-e16bbffe122a on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:39:47.458178 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Attempting to bind port 5890b2c3-4790-476d-99ec-e16bbffe122a by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': 'da8adea7-f4a2-4cc7-ae60-745178400aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cbcbb8a9-0ac0-4270-9173-368424e8100d'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:39:47.458535 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Attempting to bind port 5890b2c3-4790-476d-99ec-e16bbffe122a on network cbcbb8a9-0ac0-4270-9173-368424e8100d {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:39:47.463499 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:39:47.464427 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Checking segment: {'id': 'da8adea7-f4a2-4cc7-ae60-745178400aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cbcbb8a9-0ac0-4270-9173-368424e8100d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:39:47.464907 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:47.465325 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Bound using segment: {'id': 'da8adea7-f4a2-4cc7-ae60-745178400aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cbcbb8a9-0ac0-4270-9173-368424e8100d'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:39:47.465781 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Bound port: 5890b2c3-4790-476d-99ec-e16bbffe122a, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8adea7-f4a2-4cc7-ae60-745178400aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cbcbb8a9-0ac0-4270-9173-368424e8100d'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:39:47.466154 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (5890b2c3-4790-476d-99ec-e16bbffe122a), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:47.532905 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] For port 5890b2c3-4790-476d-99ec-e16bbffe122a, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:39:47.535995 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] For port 5890b2c3-4790-476d-99ec-e16bbffe122a, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=5890b2c3-4790-476d-99ec-e16bbffe122a,segment=NetworkSegment(da8adea7-f4a2-4cc7-ae60-745178400aa7),segment_id=da8adea7-f4a2-4cc7-ae60-745178400aa7)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:39:47.638996 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (5890b2c3-4790-476d-99ec-e16bbffe122a), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:47.696768 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af876ea-2e46-44ff-bc6b-afb4cf7ea406 None None] Pushing event updated for resources: {'Port': ['ID=5890b2c3-4790-476d-99ec-e16bbffe122a,revision_number=2']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:39:48.150139 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 5890b2c3-4790-476d-99ec-e16bbffe122a up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:39:48.199038 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 5890b2c3-4790-476d-99ec-e16bbffe122a triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:39:48.199038 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (5890b2c3-4790-476d-99ec-e16bbffe122a), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:48.288349 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 5890b2c3-4790-476d-99ec-e16bbffe122a is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:39:48.288745 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (5890b2c3-4790-476d-99ec-e16bbffe122a), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:48.323316 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] For port 5890b2c3-4790-476d-99ec-e16bbffe122a, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=5890b2c3-4790-476d-99ec-e16bbffe122a,segment=NetworkSegment(da8adea7-f4a2-4cc7-ae60-745178400aa7),segment_id=da8adea7-f4a2-4cc7-ae60-745178400aa7)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:39:48.381088 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (5890b2c3-4790-476d-99ec-e16bbffe122a), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:48.437004 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Pushing event updated for resources: {'Port': ['ID=5890b2c3-4790-476d-99ec-e16bbffe122a,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:39:48.572786 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c57dbf-a2da-4273-bb98-e593ac5a04c4 None None] Network cbcbb8a9-0ac0-4270-9173-368424e8100d requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:39:48.603165 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-f275ad1d-0cd5-498a-a551-eaee0b66c502 None None] Provisioning complete for port 5890b2c3-4790-476d-99ec-e16bbffe122a triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:39:48.603555 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f275ad1d-0cd5-498a-a551-eaee0b66c502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (5890b2c3-4790-476d-99ec-e16bbffe122a), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:48.746934 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-f275ad1d-0cd5-498a-a551-eaee0b66c502 None None] Current status of the port 5890b2c3-4790-476d-99ec-e16bbffe122a is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:39:48.966944 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-8d04fd2b-2aad-4148-b405-c2e7a16d9d8b None None] Provisioning complete for port 5890b2c3-4790-476d-99ec-e16bbffe122a triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:39:48.967331 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-8d04fd2b-2aad-4148-b405-c2e7a16d9d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (5890b2c3-4790-476d-99ec-e16bbffe122a), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:49.048550 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-8d04fd2b-2aad-4148-b405-c2e7a16d9d8b None None] Current status of the port 5890b2c3-4790-476d-99ec-e16bbffe122a is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:39:50.125584 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 5890b2c3-4790-476d-99ec-e16bbffe122a up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:39:50.171574 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 5890b2c3-4790-476d-99ec-e16bbffe122a triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:39:50.171959 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (5890b2c3-4790-476d-99ec-e16bbffe122a), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:50.249398 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 5890b2c3-4790-476d-99ec-e16bbffe122a is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:39:52.836955 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f23ea0f9-770c-4abf-b01c-6aeb02176d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:54.985708 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-a4130055-9ae9-461e-a36c-84bd8afd306f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:56.293463 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:57.671454 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:58.047368 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 5 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:39:59.315707 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:22.830272 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-856eaad7-dcaa-4ef2-81d9-48f7b5c64b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:24.995909 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-88683356-6ad0-4cc4-ab20-03df78f9c445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:26.303290 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:27.721248 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:29.309612 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:35.046848 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 5 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:40:52.857285 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-1a43116b-e782-4823-a136-1ac0d831a996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:55.005870 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-bfd0590f-6f3d-40f0-9861-21a132399176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:56.325650 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:57.696988 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:59.320774 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:12.045075 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 5 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:41:22.814567 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-2804d287-f434-4a09-afc0-6e00129755c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:25.325209 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-a6819db9-524e-4c8c-b165-30b305449e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:25.926967 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 40900) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:41:25.932838 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [None req-552a061d-cb71-48c5-8c4e-24eb1bfc82fc tempest-verify_tempest_config-1636161908 tempest-verify_tempest_config-1636161908-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110412) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:41:25.933987 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-552a061d-cb71-48c5-8c4e-24eb1bfc82fc tempest-verify_tempest_config-1636161908 tempest-verify_tempest_config-1636161908-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060122 Apr 14 20:41:26.290025 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:26.445577 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 40918) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:41:26.546651 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:26.649663 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Publish callbacks [] for security_group (acae92f1-ea83-430c-842d-896d34759559), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:26.713109 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (acae92f1-ea83-430c-842d-896d34759559), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:26.759468 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acae92f1-ea83-430c-842d-896d34759559,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:41:26.763068 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffa3b247e55f42ffad765c28ba97a5ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3165252 Apr 14 20:41:26.765858 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40922) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:41:26.768959 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.769332 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.769692 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.770033 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.770361 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.770689 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.771064 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.772067 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.772499 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.772834 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.773174 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.773549 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.773876 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.774193 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.774540 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325baf8c-503e-4a30-9f38-472c6f243f6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.825424 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Publish callbacks [] for security_group (acae92f1-ea83-430c-842d-896d34759559), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:26.846317 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Publish callbacks [] for security_group (acae92f1-ea83-430c-842d-896d34759559), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:26.976133 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (acae92f1-ea83-430c-842d-896d34759559), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:26.978587 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:26.979790 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/acae92f1-ea83-430c-842d-896d34759559 HTTP/1.1" status: 204 len: 168 time: 0.2129712 Apr 14 20:41:26.987819 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acae92f1-ea83-430c-842d-896d34759559,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:41:26.994751 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.995104 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.995474 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.995824 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.996162 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.996495 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.996825 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.997155 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.997539 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.997990 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.998343 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.998798 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.999131 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.999458 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:26.999782 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf728130-ea12-4aed-843d-d48446c5da9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:27.684387 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:29.312767 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:49.043835 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 5 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:41:52.820245 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-03b7da0a-7894-437f-b988-3c58d43fb083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:55.002486 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c345ec0f-a013-4c71-9da2-81586bd4a6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:56.305696 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:57.722757 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:59.316653 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:22.853281 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c15001a2-b7c3-4f97-bd2b-8f0146e52d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:25.006250 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-11cd64b6-917f-4e30-94da-88ff6a4634b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:26.043952 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 5 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:42:26.413053 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:27.727297 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:29.320222 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:52.833089 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-5a8972e1-faa2-4079-bfba-e5ebe8b3491a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:55.015871 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-2a21381a-1d09-456f-97b1-7360f3bf2901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:56.329930 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:57.712546 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:59.329937 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:03.042768 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 5 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:43:14.626587 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1644985'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:22.821876 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b698764b-5441-441b-822b-c6c79caf23c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:25.004471 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-4094b5ac-81f7-411f-90b6-ea0b19cc6564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:26.322507 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:27.690353 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:29.358866 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:29.365023 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 40994) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:43:29.470130 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-eef2475e-bfb7-47c6-96b6-d867bdd8d1be admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1039331 Apr 14 20:43:31.796650 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41004) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:43:31.850578 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ae6bcceb-d4eb-49f5-948f-e356c3ae7b5e admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0528266 Apr 14 20:43:40.041451 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:43:44.603176 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:52.852783 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-8e7a1925-5eb3-4f38-9807-90d84a196ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:55.006726 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-1e2365de-c829-49f9-a4a9-90dc90753e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:56.322561 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:57.705346 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:59.320643 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:14.571685 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:17.040426 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:44:22.835935 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-d7f8f95f-3a9b-415c-a719-b2a4f857fc0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:25.013083 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-d326be0c-4f73-47b0-8bcd-aeaf793d11bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:26.321522 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:27.696764 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:29.332617 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:44.719789 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:52.849725 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-29ff1e47-abe9-4559-9608-bf62a835955a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:54.039182 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:44:55.000184 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ab272e7b-8f91-4b36-90fe-b29f6d1244fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:56.331101 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:57.696870 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:59.331313 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:14.564529 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:15.919846 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41176) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:16.029799 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41190) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:16.186213 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-network', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:16.268046 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Made reservation on behalf of 27dd67d5d54143bd84f15a83f1f46737 for: {'network': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:16.271064 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:16.282936 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:16.360111 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Publish callbacks [] for security_group (03c45ace-c210-49ed-a1b7-cfb823d525bb), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:16.410657 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (03c45ace-c210-49ed-a1b7-cfb823d525bb), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:16.442210 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c45ace-c210-49ed-a1b7-cfb823d525bb,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:16.451179 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=110411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:45:16.453942 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:16.457858 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:16.457858 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:16.457858 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:16.457858 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:16.457858 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:16.457858 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:16.457858 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:16.457858 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:16.457858 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:16.457858 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:16.457858 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:16.457858 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:16.459016 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:16.459016 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Tracked resource versions report: Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: pushed versions: Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: { 'AddressGroup': {'1.2'}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Agent': {'1.1'}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'ConntrackHelper': {'1.0'}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Log': {'1.0'}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'NDPProxy': {'1.0'}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Network': {'1.1'}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Port': {'1.7'}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'PortForwarding': {'1.3'}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'QosPolicy': {'1.10'}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'SecurityGroup': {'1.5'}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'SubPort': {'1.0'}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Subnet': {'1.1'}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Trunk': {'1.1'}} Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: consumer versions: Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: { DHCP agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: HyperV agent@hv-cinder-83754: {}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: L3 agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: Metadata agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: Metering agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: Open vSwitch agent@dv-cinder-837540-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Agent': '1.1', Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'ConntrackHelper': '1.0', Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'LocalIPAssociation': '1.0', Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Log': '1.0', Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'NDPProxy': '1.0', Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Network': '1.1', Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Port': '1.7', Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'PortForwarding': '1.3', Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'QosPolicy': '1.10', Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'SecurityGroup': '1.5', Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'SecurityGroupRule': '1.2', Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'SubPort': '1.0', Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Subnet': '1.1', Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: 'Trunk': '1.1'}} Apr 14 20:45:16.459700 dv-cinder-837540-3-iscsi neutron-server[110411]: {{(pid=110411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:45:16.471044 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:16.471444 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.segments_db [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Added segment ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4 of type vlan for network e3627da5-4396-44c2-b4be-72365d8e14c1 Apr 14 20:45:16.517657 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (e3627da5-4396-44c2-b4be-72365d8e14c1), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:16.552882 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-26e53b01-2244-417e-bab9-02a6e6c13d8d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-557804943-network', 'tenant_id': 'b3a36cb335f64e508edbc939b3cc60ae'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:16.637621 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e53b01-2244-417e-bab9-02a6e6c13d8d admin admin] Made reservation on behalf of b3a36cb335f64e508edbc939b3cc60ae for: {'network': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:16.647574 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-26e53b01-2244-417e-bab9-02a6e6c13d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:16.649951 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (e3627da5-4396-44c2-b4be-72365d8e14c1), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:16.650935 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:16.651508 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:16.673762 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-26e53b01-2244-417e-bab9-02a6e6c13d8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:16.742169 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8211503 Apr 14 20:45:16.745349 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 41216) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:16.754578 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Request body: {'subnet': {'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-subnet', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:16.755521 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d206a-969e-4d49-804e-16521a7b7f5f admin admin] Pushing event updated for resources: {'Network': ['ID=e3627da5-4396-44c2-b4be-72365d8e14c1,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:16.767787 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network e3627da5-4396-44c2-b4be-72365d8e14c1 details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:45:16.800161 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 41222) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:16.818514 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-26e53b01-2244-417e-bab9-02a6e6c13d8d admin admin] Publish callbacks [] for security_group (b1b1380f-b8eb-48ac-b8ec-b75a3353d96b), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:16.877133 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Made reservation on behalf of 27dd67d5d54143bd84f15a83f1f46737 for: {'subnet': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:16.879528 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:16.905996 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41228) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:16.926035 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-26e53b01-2244-417e-bab9-02a6e6c13d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (b1b1380f-b8eb-48ac-b8ec-b75a3353d96b), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:16.955501 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e53b01-2244-417e-bab9-02a6e6c13d8d admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=110411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:45:16.975106 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e53b01-2244-417e-bab9-02a6e6c13d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:16.978150 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-26e53b01-2244-417e-bab9-02a6e6c13d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (a0d9018e-e881-41bf-a352-301955668356), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:16.978853 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.segments_db [None req-26e53b01-2244-417e-bab9-02a6e6c13d8d admin admin] Added segment a0d9018e-e881-41bf-a352-301955668356 of type vlan for network 6b8f0e05-2342-44c9-9e45-e8e62ba2078d Apr 14 20:45:17.024765 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-26e53b01-2244-417e-bab9-02a6e6c13d8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (6b8f0e05-2342-44c9-9e45-e8e62ba2078d), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.054393 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-2269cd9d-4c3e-4c7b-a124-edcfc8d39fcf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-403741539-network', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:17.113153 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41238) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:17.130413 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-26e53b01-2244-417e-bab9-02a6e6c13d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (6b8f0e05-2342-44c9-9e45-e8e62ba2078d), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.131386 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e53b01-2244-417e-bab9-02a6e6c13d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:17.131969 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-26e53b01-2244-417e-bab9-02a6e6c13d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.168708 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2269cd9d-4c3e-4c7b-a124-edcfc8d39fcf admin admin] Made reservation on behalf of b612332084cd4380b1d84dc66b66d53d for: {'network': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:17.171304 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2269cd9d-4c3e-4c7b-a124-edcfc8d39fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.174633 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for subnet (f10567fd-adb1-4429-8b4f-7a10f9ab700f), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.187775 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2269cd9d-4c3e-4c7b-a124-edcfc8d39fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.207945 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e53b01-2244-417e-bab9-02a6e6c13d8d admin admin] Pushing event updated for resources: {'Network': ['ID=6b8f0e05-2342-44c9-9e45-e8e62ba2078d,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:17.218426 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network 6b8f0e05-2342-44c9-9e45-e8e62ba2078d details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:45:17.227577 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-837044bb-9cbc-44aa-9955-38a3adcf932a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-103678511-network', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:17.251974 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Checking segment: {'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:17.252332 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Network hostable DHCP agents. Network: e3627da5-4396-44c2-b4be-72365d8e14c1, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:45:17.256674 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-26e53b01-2244-417e-bab9-02a6e6c13d8d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2257700 Apr 14 20:45:17.257825 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41246) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:17.264948 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-187565fe-c679-47e3-97f6-8c51278e5d0c admin admin] Request body: {'subnet': {'network_id': '6b8f0e05-2342-44c9-9e45-e8e62ba2078d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-557804943-subnet', 'tenant_id': 'b3a36cb335f64e508edbc939b3cc60ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:17.295148 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10567fd-adb1-4429-8b4f-7a10f9ab700f,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:17.295762 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837044bb-9cbc-44aa-9955-38a3adcf932a admin admin] Made reservation on behalf of 31d17db2ef5747d8836b06e9567e947b for: {'network': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:17.299688 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-837044bb-9cbc-44aa-9955-38a3adcf932a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.306264 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:17.306903 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:17.307441 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:17.307975 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:17.308470 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:17.309568 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:17.310160 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:17.310678 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:17.311217 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:17.311734 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:17.312305 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:17.312838 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:17.313372 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:17.313876 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:17.314443 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:17.315704 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-837044bb-9cbc-44aa-9955-38a3adcf932a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Tracked resource versions report: Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: pushed versions: Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: { 'AddressGroup': {'1.2'}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Agent': {'1.1'}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'ConntrackHelper': {'1.0'}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Log': {'1.0'}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'NDPProxy': {'1.0'}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Network': {'1.1'}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Port': {'1.7'}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'PortForwarding': {'1.3'}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'QosPolicy': {'1.10'}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'SecurityGroup': {'1.5'}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'SubPort': {'1.0'}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Subnet': {'1.1'}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Trunk': {'1.1'}} Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: consumer versions: Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: { DHCP agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: HyperV agent@hv-cinder-83754: {}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: L3 agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: Metadata agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: Metering agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: Open vSwitch agent@dv-cinder-837540-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Agent': '1.1', Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'ConntrackHelper': '1.0', Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'LocalIPAssociation': '1.0', Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Log': '1.0', Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'NDPProxy': '1.0', Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Network': '1.1', Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Port': '1.7', Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'PortForwarding': '1.3', Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'QosPolicy': '1.10', Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'SecurityGroup': '1.5', Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'SecurityGroupRule': '1.2', Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'SubPort': '1.0', Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Subnet': '1.1', Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: 'Trunk': '1.1'}} Apr 14 20:45:17.315859 dv-cinder-837540-3-iscsi neutron-server[110412]: {{(pid=110412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:45:17.362710 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187565fe-c679-47e3-97f6-8c51278e5d0c admin admin] Made reservation on behalf of b3a36cb335f64e508edbc939b3cc60ae for: {'subnet': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:17.365574 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Network e3627da5-4396-44c2-b4be-72365d8e14c1 is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:45:17.365981 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-187565fe-c679-47e3-97f6-8c51278e5d0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.372747 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2269cd9d-4c3e-4c7b-a124-edcfc8d39fcf admin admin] Publish callbacks [] for security_group (6dc3d578-3894-4edf-93c5-edbe894ca709), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.426465 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2269cd9d-4c3e-4c7b-a124-edcfc8d39fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (6dc3d578-3894-4edf-93c5-edbe894ca709), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.448602 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-93b9ae3b-0c4c-4673-8b94-6f1e777f82ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-network', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:17.457802 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2269cd9d-4c3e-4c7b-a124-edcfc8d39fcf admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=110412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:45:17.469391 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, e3627da5-4396-44c2-b4be-72365d8e14c1) {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:17.475036 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:17.475958 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.480032 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23da5e7a-afb8-469a-b22d-f4707b52847d None None] Network e3627da5-4396-44c2-b4be-72365d8e14c1 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:45:17.486096 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269cd9d-4c3e-4c7b-a124-edcfc8d39fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc3d578-3894-4edf-93c5-edbe894ca709,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:17.493984 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2269cd9d-4c3e-4c7b-a124-edcfc8d39fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.495527 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.segments_db [None req-2269cd9d-4c3e-4c7b-a124-edcfc8d39fcf admin admin] Added segment a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e of type vlan for network 895cc4d8-73f8-4860-a3ab-edffb1416f1b Apr 14 20:45:17.553866 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2269cd9d-4c3e-4c7b-a124-edcfc8d39fcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (895cc4d8-73f8-4860-a3ab-edffb1416f1b), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.561911 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-837044bb-9cbc-44aa-9955-38a3adcf932a admin admin] Publish callbacks [] for security_group (dbe3ce80-c675-4d96-ade5-ec9767cda3f8), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.601821 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-185aead6-6691-4edf-8780-1e7848e701ca admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8540998 Apr 14 20:45:17.602263 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b9ae3b-0c4c-4673-8b94-6f1e777f82ba admin admin] Made reservation on behalf of 2082493328724c83b6ee97c6c6d7a788 for: {'network': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:17.604494 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-93b9ae3b-0c4c-4673-8b94-6f1e777f82ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.604984 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 41254) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:17.610532 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:17.644551 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-93b9ae3b-0c4c-4673-8b94-6f1e777f82ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.658833 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70787b4f-c4d6-57ef-b37a-8087626a5f8a-e3627da5-4396-44c2-b4be-72365d8e14c1', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'fixed_ips': [{'subnet_id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f'}]}} from dv-cinder-837540-3-iscsi. {{(pid=110413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:45:17.659112 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-837044bb-9cbc-44aa-9955-38a3adcf932a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (dbe3ce80-c675-4d96-ade5-ec9767cda3f8), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.664816 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.682783 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2269cd9d-4c3e-4c7b-a124-edcfc8d39fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (895cc4d8-73f8-4860-a3ab-edffb1416f1b), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.684783 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2269cd9d-4c3e-4c7b-a124-edcfc8d39fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:17.685452 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2269cd9d-4c3e-4c7b-a124-edcfc8d39fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.709268 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837044bb-9cbc-44aa-9955-38a3adcf932a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe3ce80-c675-4d96-ade5-ec9767cda3f8,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:17.728728 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837044bb-9cbc-44aa-9955-38a3adcf932a admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=110411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:45:17.752562 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-837044bb-9cbc-44aa-9955-38a3adcf932a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (0bcb6587-d739-4684-a7a9-d923a616bf4b), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.752922 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.segments_db [None req-837044bb-9cbc-44aa-9955-38a3adcf932a admin admin] Added segment 0bcb6587-d739-4684-a7a9-d923a616bf4b of type vlan for network 78fd882f-0d96-47e7-99be-fdb344cfeb03 Apr 14 20:45:17.762698 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269cd9d-4c3e-4c7b-a124-edcfc8d39fcf admin admin] Pushing event updated for resources: {'Network': ['ID=895cc4d8-73f8-4860-a3ab-edffb1416f1b,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:17.769659 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-187565fe-c679-47e3-97f6-8c51278e5d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for subnet (1349b8f9-fa22-4c5e-9257-b115c390afd3), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.783197 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-2269cd9d-4c3e-4c7b-a124-edcfc8d39fcf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9816811 Apr 14 20:45:17.785365 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1644632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25840'] for router (63879327-cb12-46cd-84a7-5537cd2c3b5b), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.787360 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1645768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25833'] for router (63879327-cb12-46cd-84a7-5537cd2c3b5b), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.809445 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41264) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:17.859436 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-1f9066d4-7c41-42d1-9937-be7b2cece679 admin admin] Request body: {'subnet': {'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-403741539-subnet', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:17.872505 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187565fe-c679-47e3-97f6-8c51278e5d0c admin admin] Checking segment: {'id': 'a0d9018e-e881-41bf-a352-301955668356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6b8f0e05-2342-44c9-9e45-e8e62ba2078d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:17.872867 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187565fe-c679-47e3-97f6-8c51278e5d0c admin admin] Network hostable DHCP agents. Network: 6b8f0e05-2342-44c9-9e45-e8e62ba2078d, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:45:17.875772 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network 895cc4d8-73f8-4860-a3ab-edffb1416f1b details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:45:17.985152 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-837044bb-9cbc-44aa-9955-38a3adcf932a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (78fd882f-0d96-47e7-99be-fdb344cfeb03), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.989109 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Publish callbacks [] for router_controller (63879327-cb12-46cd-84a7-5537cd2c3b5b), precommit_add_association {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:17.995170 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187565fe-c679-47e3-97f6-8c51278e5d0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1349b8f9-fa22-4c5e-9257-b115c390afd3,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:18.038682 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187565fe-c679-47e3-97f6-8c51278e5d0c admin admin] Network 6b8f0e05-2342-44c9-9e45-e8e62ba2078d is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:45:18.042659 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-93b9ae3b-0c4c-4673-8b94-6f1e777f82ba admin admin] Publish callbacks [] for security_group (bd251fe5-ef50-4406-ad68-d5d59b0f060f), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:18.087051 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.db_base_plugin_common [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Allocated IP 172.20.0.2 (e3627da5-4396-44c2-b4be-72365d8e14c1/f10567fd-adb1-4429-8b4f-7a10f9ab700f/9b6fd97a-f587-436e-8469-dade59f2b2b3) {{(pid=110413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:18.148049 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-93b9ae3b-0c4c-4673-8b94-6f1e777f82ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (bd251fe5-ef50-4406-ad68-d5d59b0f060f), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:18.184283 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b9ae3b-0c4c-4673-8b94-6f1e777f82ba admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=110411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:45:18.186857 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-837044bb-9cbc-44aa-9955-38a3adcf932a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (78fd882f-0d96-47e7-99be-fdb344cfeb03), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:18.193562 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837044bb-9cbc-44aa-9955-38a3adcf932a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:18.193562 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-837044bb-9cbc-44aa-9955-38a3adcf932a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:18.217819 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-187565fe-c679-47e3-97f6-8c51278e5d0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, 6b8f0e05-2342-44c9-9e45-e8e62ba2078d) {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:18.220431 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9066d4-7c41-42d1-9937-be7b2cece679 admin admin] Made reservation on behalf of b612332084cd4380b1d84dc66b66d53d for: {'subnet': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:18.228320 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1f9066d4-7c41-42d1-9937-be7b2cece679 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:18.238079 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187565fe-c679-47e3-97f6-8c51278e5d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:18.245526 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cee86a8-340b-4460-bed4-d61b76c63b64 None None] Network 6b8f0e05-2342-44c9-9e45-e8e62ba2078d requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:45:18.245725 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-187565fe-c679-47e3-97f6-8c51278e5d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:18.306697 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-93b9ae3b-0c4c-4673-8b94-6f1e777f82ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (b8e6d31b-c055-4055-9038-42a4f543c06f), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:18.307550 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.segments_db [None req-93b9ae3b-0c4c-4673-8b94-6f1e777f82ba admin admin] Added segment b8e6d31b-c055-4055-9038-42a4f543c06f of type vlan for network d8f2fc22-5798-4429-ba83-71f0fd04ef2c Apr 14 20:45:18.318096 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Publish callbacks [] for router_gateway (63879327-cb12-46cd-84a7-5537cd2c3b5b), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:18.319870 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-837044bb-9cbc-44aa-9955-38a3adcf932a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4283750 Apr 14 20:45:18.321060 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9ae3b-0c4c-4673-8b94-6f1e777f82ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd251fe5-ef50-4406-ad68-d5d59b0f060f,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:18.325516 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41290) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:18.398277 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-d6883958-fb6a-41be-b824-4f3027a383c1 admin admin] Request body: {'subnet': {'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-103678511-subnet', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:18.426992 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c613842-7b6c-4954-8526-9b1eda801676 None None] Network 6b8f0e05-2342-44c9-9e45-e8e62ba2078d requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:45:18.480817 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-187565fe-c679-47e3-97f6-8c51278e5d0c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2213590 Apr 14 20:45:18.529410 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-93b9ae3b-0c4c-4673-8b94-6f1e777f82ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (d8f2fc22-5798-4429-ba83-71f0fd04ef2c), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:18.532927 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837044bb-9cbc-44aa-9955-38a3adcf932a admin admin] Pushing event updated for resources: {'Network': ['ID=78fd882f-0d96-47e7-99be-fdb344cfeb03,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:18.607733 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6883958-fb6a-41be-b824-4f3027a383c1 admin admin] Made reservation on behalf of 31d17db2ef5747d8836b06e9567e947b for: {'subnet': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:18.610441 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d6883958-fb6a-41be-b824-4f3027a383c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:18.705944 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-93b9ae3b-0c4c-4673-8b94-6f1e777f82ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (d8f2fc22-5798-4429-ba83-71f0fd04ef2c), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:18.707119 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b9ae3b-0c4c-4673-8b94-6f1e777f82ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:18.707855 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-93b9ae3b-0c4c-4673-8b94-6f1e777f82ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:18.771156 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network 78fd882f-0d96-47e7-99be-fdb344cfeb03 details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:45:18.824597 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Publish callbacks [] for port (9b6fd97a-f587-436e-8469-dade59f2b2b3), precommit_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:18.845763 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Publish callbacks [] for router_gateway (63879327-cb12-46cd-84a7-5537cd2c3b5b), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:18.877974 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:18.879247 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9ae3b-0c4c-4673-8b94-6f1e777f82ba admin admin] Pushing event updated for resources: {'Network': ['ID=d8f2fc22-5798-4429-ba83-71f0fd04ef2c,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:18.899369 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (9b6fd97a-f587-436e-8469-dade59f2b2b3), after_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:18.904307 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-93b9ae3b-0c4c-4673-8b94-6f1e777f82ba admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7898448 Apr 14 20:45:18.910509 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41318) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:18.914673 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network d8f2fc22-5798-4429-ba83-71f0fd04ef2c details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:45:18.925667 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-39f1bd0e-b0e6-4f0f-86e4-a87b8015bdc7 admin admin] Request body: {'subnet': {'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-subnet', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:18.956542 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1f9066d4-7c41-42d1-9937-be7b2cece679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for subnet (e65d667f-64ee-4065-b3c5-818560099347), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:19.126028 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Network e3627da5-4396-44c2-b4be-72365d8e14c1 is already hosted by enough agents. {{(pid=110413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:19.135843 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.base_scheduler [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Resources bound (agent type, host, resource id): {{(pid=110413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:19.148909 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Received port after_create {{(pid=110413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:19.176281 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Pushing event updated for resources: {'Port': ['ID=9b6fd97a-f587-436e-8469-dade59f2b2b3,revision_number=1']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:19.191665 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:19.192321 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:19.192890 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:19.193464 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:19.193995 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:19.194503 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:19.195018 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:19.195521 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:19.196085 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:19.196802 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:19.197436 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:19.198003 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:19.198543 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:19.199097 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:19.200299 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Tracked resource versions report: Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: pushed versions: Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: { 'AddressGroup': {'1.2'}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Agent': {'1.1'}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'ConntrackHelper': {'1.0'}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Log': {'1.0'}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'NDPProxy': {'1.0'}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Network': {'1.1'}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Port': {'1.7'}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'PortForwarding': {'1.3'}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'QosPolicy': {'1.10'}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'SecurityGroup': {'1.5'}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'SubPort': {'1.0'}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Subnet': {'1.1'}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Trunk': {'1.1'}} Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: consumer versions: Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: { DHCP agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: HyperV agent@hv-cinder-83754: {}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: L3 agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: Metadata agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: Metering agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: Open vSwitch agent@dv-cinder-837540-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Agent': '1.1', Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'ConntrackHelper': '1.0', Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'LocalIPAssociation': '1.0', Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Log': '1.0', Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'NDPProxy': '1.0', Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Network': '1.1', Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Port': '1.7', Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'PortForwarding': '1.3', Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'QosPolicy': '1.10', Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'SecurityGroup': '1.5', Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'SecurityGroupRule': '1.2', Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'SubPort': '1.0', Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Subnet': '1.1', Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: 'Trunk': '1.1'}} Apr 14 20:45:19.201701 dv-cinder-837540-3-iscsi neutron-server[110413]: {{(pid=110413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:45:19.204081 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Allocated IP 172.27.1.82 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/592350d6-6c9d-40cf-a8ef-20abb5994909) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:19.265617 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9066d4-7c41-42d1-9937-be7b2cece679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e65d667f-64ee-4065-b3c5-818560099347,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:19.286273 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9066d4-7c41-42d1-9937-be7b2cece679 admin admin] Checking segment: {'id': 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:19.286273 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9066d4-7c41-42d1-9937-be7b2cece679 admin admin] Network hostable DHCP agents. Network: 895cc4d8-73f8-4860-a3ab-edffb1416f1b, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:45:19.308209 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f1bd0e-b0e6-4f0f-86e4-a87b8015bdc7 admin admin] Made reservation on behalf of 2082493328724c83b6ee97c6c6d7a788 for: {'subnet': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:19.310755 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-39f1bd0e-b0e6-4f0f-86e4-a87b8015bdc7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:19.353211 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Attempting to bind port 9b6fd97a-f587-436e-8469-dade59f2b2b3 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:45:19.358356 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Attempting to bind port 9b6fd97a-f587-436e-8469-dade59f2b2b3 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:45:19.358970 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Attempting to bind port 9b6fd97a-f587-436e-8469-dade59f2b2b3 on network e3627da5-4396-44c2-b4be-72365d8e14c1 {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:19.365421 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:45:19.366046 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Checking segment: {'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:19.367759 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:19.367759 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Bound using segment: {'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:45:19.367759 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Bound port: 9b6fd97a-f587-436e-8469-dade59f2b2b3, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:45:19.368447 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (9b6fd97a-f587-436e-8469-dade59f2b2b3), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:19.402621 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d6883958-fb6a-41be-b824-4f3027a383c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for subnet (793028ec-fc30-4134-ac09-e1d2921d9f88), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:19.449156 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Publish callbacks [] for port (592350d6-6c9d-40cf-a8ef-20abb5994909), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:19.452136 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] For port 9b6fd97a-f587-436e-8469-dade59f2b2b3, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:45:19.455787 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] For port 9b6fd97a-f587-436e-8469-dade59f2b2b3, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=9b6fd97a-f587-436e-8469-dade59f2b2b3,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:45:19.467419 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9066d4-7c41-42d1-9937-be7b2cece679 admin admin] Network 895cc4d8-73f8-4860-a3ab-edffb1416f1b is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:45:19.514371 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6883958-fb6a-41be-b824-4f3027a383c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=793028ec-fc30-4134-ac09-e1d2921d9f88,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:19.519795 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (9b6fd97a-f587-436e-8469-dade59f2b2b3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:19.570132 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6883958-fb6a-41be-b824-4f3027a383c1 admin admin] Checking segment: {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:19.570494 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6883958-fb6a-41be-b824-4f3027a383c1 admin admin] Network hostable DHCP agents. Network: 78fd882f-0d96-47e7-99be-fdb344cfeb03, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:45:19.582283 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-1f9066d4-7c41-42d1-9937-be7b2cece679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, 895cc4d8-73f8-4860-a3ab-edffb1416f1b) {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:19.591900 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aefc97-175e-4d21-9bf0-9788efdf367b None None] Network 895cc4d8-73f8-4860-a3ab-edffb1416f1b requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:45:19.594663 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9066d4-7c41-42d1-9937-be7b2cece679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:19.595263 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1f9066d4-7c41-42d1-9937-be7b2cece679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:19.694287 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1674b18-bfa8-4e27-b50e-b09468254e84 None None] Pushing event updated for resources: {'Port': ['ID=9b6fd97a-f587-436e-8469-dade59f2b2b3,revision_number=2']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:19.697224 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (592350d6-6c9d-40cf-a8ef-20abb5994909), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:19.718452 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41356) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:19.720668 dv-cinder-837540-3-iscsi neutron-server[110411]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 20:45:19.754910 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70787b4f-c4d6-57ef-b37a-8087626a5f8a-895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'fixed_ips': [{'subnet_id': 'e65d667f-64ee-4065-b3c5-818560099347'}]}} from dv-cinder-837540-3-iscsi. {{(pid=110413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:45:19.756235 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:19.797062 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:19.802983 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:19.803164 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6883958-fb6a-41be-b824-4f3027a383c1 admin admin] Network 78fd882f-0d96-47e7-99be-fdb344cfeb03 is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:45:19.808285 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:19.812221 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Pushing event updated for resources: {'Port': ['ID=592350d6-6c9d-40cf-a8ef-20abb5994909,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:19.813811 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-1f9066d4-7c41-42d1-9937-be7b2cece679 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9907424 Apr 14 20:45:19.814901 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-39f1bd0e-b0e6-4f0f-86e4-a87b8015bdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for subnet (16b82aa4-c945-4e6e-b6e8-1226b1ad8852), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:19.816790 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41358) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:19.909039 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:19.945383 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-d6883958-fb6a-41be-b824-4f3027a383c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, 78fd882f-0d96-47e7-99be-fdb344cfeb03) {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:19.959845 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6883958-fb6a-41be-b824-4f3027a383c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:19.961422 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824302f8-1768-4ae0-82e4-42b8e573a0b4 None None] Network 78fd882f-0d96-47e7-99be-fdb344cfeb03 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:45:19.962018 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d6883958-fb6a-41be-b824-4f3027a383c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:20.125277 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1bd0e-b0e6-4f0f-86e4-a87b8015bdc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b82aa4-c945-4e6e-b6e8-1226b1ad8852,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:20.125523 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.db_base_plugin_common [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Allocated IP 172.20.0.2 (895cc4d8-73f8-4860-a3ab-edffb1416f1b/e65d667f-64ee-4065-b3c5-818560099347/b859f51f-d938-4603-baf1-d3cc4252294c) {{(pid=110413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:20.144396 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-5bf16c95-ef34-4de5-9118-352edcee0231 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:20.151381 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-5bf16c95-ef34-4de5-9118-352edcee0231 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/networks?id=6b8f0e05-2342-44c9-9e45-e8e62ba2078d HTTP/1.1" status: 200 len: 811 time: 0.4318004 Apr 14 20:45:20.159675 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-d6883958-fb6a-41be-b824-4f3027a383c1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8046291 Apr 14 20:45:20.160717 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1644632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25840'] for router (cd38b8c1-64f0-4d4a-a390-3781c7c3f27b), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:20.161908 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1645768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25833'] for router (cd38b8c1-64f0-4d4a-a390-3781c7c3f27b), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:20.166503 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41364) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:20.180857 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:20.202627 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-8f579030-dddb-488d-83a2-446360ff937e tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/quotas/b3a36cb335f64e508edbc939b3cc60ae HTTP/1.1" status: 200 len: 375 time: 0.0501139 Apr 14 20:45:20.204529 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f1bd0e-b0e6-4f0f-86e4-a87b8015bdc7 admin admin] Checking segment: {'id': 'b8e6d31b-c055-4055-9038-42a4f543c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:20.205516 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f1bd0e-b0e6-4f0f-86e4-a87b8015bdc7 admin admin] Network hostable DHCP agents. Network: d8f2fc22-5798-4429-ba83-71f0fd04ef2c, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:45:20.282456 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70787b4f-c4d6-57ef-b37a-8087626a5f8a-78fd882f-0d96-47e7-99be-fdb344cfeb03', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88'}]}} from dv-cinder-837540-3-iscsi. {{(pid=110413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:45:20.283829 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:20.344428 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-a12c73e2-41f8-4da1-a23e-fac9ee02a988 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b3a36cb335f64e508edbc939b3cc60ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1407731 Apr 14 20:45:20.357047 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1644632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25840'] for router (22952585-c418-4496-8f79-2f97352549ae), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:20.358513 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1645768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25833'] for router (22952585-c418-4496-8f79-2f97352549ae), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:20.368889 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Publish callbacks [] for router_controller (cd38b8c1-64f0-4d4a-a390-3781c7c3f27b), precommit_add_association {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:20.434934 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Publish callbacks [] for router_gateway (63879327-cb12-46cd-84a7-5537cd2c3b5b), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:20.458395 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 9b6fd97a-f587-436e-8469-dade59f2b2b3 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:20.480292 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f1bd0e-b0e6-4f0f-86e4-a87b8015bdc7 admin admin] Network d8f2fc22-5798-4429-ba83-71f0fd04ef2c is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:45:20.611158 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Publish callbacks [] for router_controller (22952585-c418-4496-8f79-2f97352549ae), precommit_add_association {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:20.643313 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 9b6fd97a-f587-436e-8469-dade59f2b2b3 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:20.644505 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (9b6fd97a-f587-436e-8469-dade59f2b2b3), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:20.743909 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-39f1bd0e-b0e6-4f0f-86e4-a87b8015bdc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, d8f2fc22-5798-4429-ba83-71f0fd04ef2c) {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:20.743909 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f1bd0e-b0e6-4f0f-86e4-a87b8015bdc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:20.743909 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-39f1bd0e-b0e6-4f0f-86e4-a87b8015bdc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:20.745638 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b98db9-9294-49ab-a328-2a4b0ee6a5d1 None None] Network d8f2fc22-5798-4429-ba83-71f0fd04ef2c requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:45:20.799074 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.db_base_plugin_common [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Allocated IP 172.20.0.2 (78fd882f-0d96-47e7-99be-fdb344cfeb03/793028ec-fc30-4134-ac09-e1d2921d9f88/ca1fcc7b-b515-426a-8f75-d8dcdb0e694c) {{(pid=110413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:20.808820 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Publish callbacks [] for router_gateway (cd38b8c1-64f0-4d4a-a390-3781c7c3f27b), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:20.819522 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-d229e6ce-b22c-44b6-835e-c3c9f2afec5f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:45:20.827976 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-d229e6ce-b22c-44b6-835e-c3c9f2afec5f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1461508 Apr 14 20:45:20.828239 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Publish callbacks [] for port (b859f51f-d938-4603-baf1-d3cc4252294c), precommit_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:20.848243 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1645791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644464'] for router (63879327-cb12-46cd-84a7-5537cd2c3b5b), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:20.975586 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-39f1bd0e-b0e6-4f0f-86e4-a87b8015bdc7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0571337 Apr 14 20:45:20.979489 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41388) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:20.986486 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:20.988293 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (b859f51f-d938-4603-baf1-d3cc4252294c), after_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:21.043436 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e158d3e5-0c94-4f2a-a17e-bbe728eb3093 None None] Network e3627da5-4396-44c2-b4be-72365d8e14c1 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:45:21.091183 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 9b6fd97a-f587-436e-8469-dade59f2b2b3 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:21.091581 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (9b6fd97a-f587-436e-8469-dade59f2b2b3), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:21.101206 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70787b4f-c4d6-57ef-b37a-8087626a5f8a-d8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852'}]}} from dv-cinder-837540-3-iscsi. {{(pid=110413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:45:21.102054 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:21.129452 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Network 895cc4d8-73f8-4860-a3ab-edffb1416f1b is already hosted by enough agents. {{(pid=110413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:21.155811 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.base_scheduler [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Resources bound (agent type, host, resource id): {{(pid=110413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:21.158327 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Received port after_create {{(pid=110413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:21.175875 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Publish callbacks [] for router_gateway (22952585-c418-4496-8f79-2f97352549ae), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:21.177198 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7af27611-e51d-4d16-90fa-d496b63c8502 None None] Provisioning complete for port 9b6fd97a-f587-436e-8469-dade59f2b2b3 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:21.177586 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7af27611-e51d-4d16-90fa-d496b63c8502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (9b6fd97a-f587-436e-8469-dade59f2b2b3), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:21.188095 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e36e85d4-a410-4f9f-9769-7eae372d81db service neutron] 10.222.0.15 "GET /v2.0/networks/6b8f0e05-2342-44c9-9e45-e8e62ba2078d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588603 Apr 14 20:45:21.250096 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1644632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25840'] for router (d38c82e1-9fbf-479b-8a63-7113967e25f6), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:21.250096 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1645768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25833'] for router (d38c82e1-9fbf-479b-8a63-7113967e25f6), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:21.281251 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Pushing event updated for resources: {'Port': ['ID=b859f51f-d938-4603-baf1-d3cc4252294c,revision_number=1']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:21.297767 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Router 63879327-cb12-46cd-84a7-5537cd2c3b5b is scheduled to L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 with binding_index 1 {{(pid=110412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:45:21.328357 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] For port 9b6fd97a-f587-436e-8469-dade59f2b2b3, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=9b6fd97a-f587-436e-8469-dade59f2b2b3,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:21.432768 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:45:21.443159 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Sync routers for ids ['63879327-cb12-46cd-84a7-5537cd2c3b5b'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:45:21.457021 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Routers {'63879327-cb12-46cd-84a7-5537cd2c3b5b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:45:21.460741 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:44:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['63879327-cb12-46cd-84a7-5537cd2c3b5b'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:21.494454 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (9b6fd97a-f587-436e-8469-dade59f2b2b3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:21.518910 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Publish callbacks [] for port (ca1fcc7b-b515-426a-8f75-d8dcdb0e694c), precommit_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:21.541639 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:21.547858 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-9d4c0164-c1d6-41a4-aa0a-c27b129b0b02 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9413040 Apr 14 20:45:21.551961 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 41404) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:21.615480 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-a7046e79-4257-4af5-a6bf-be12c24f4c11 service neutron] 10.222.0.15 "GET /v2.0/networks/6b8f0e05-2342-44c9-9e45-e8e62ba2078d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254503 Apr 14 20:45:21.638695 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Attempting to bind port b859f51f-d938-4603-baf1-d3cc4252294c on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:45:21.639067 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Attempting to bind port b859f51f-d938-4603-baf1-d3cc4252294c by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:45:21.639433 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Attempting to bind port b859f51f-d938-4603-baf1-d3cc4252294c on network 895cc4d8-73f8-4860-a3ab-edffb1416f1b {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:21.649956 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Set router 63879327-cb12-46cd-84a7-5537cd2c3b5b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:45:21.705610 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (ca1fcc7b-b515-426a-8f75-d8dcdb0e694c), after_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:21.776636 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:45:21.777327 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Checking segment: {'id': 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:21.777820 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:21.778270 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Bound using segment: {'id': 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:45:21.778882 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Bound port: b859f51f-d938-4603-baf1-d3cc4252294c, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:45:21.779143 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (b859f51f-d938-4603-baf1-d3cc4252294c), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:21.804596 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Pushing event updated for resources: {'Port': ['ID=9b6fd97a-f587-436e-8469-dade59f2b2b3,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:21.809981 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Publish callbacks [] for router_controller (d38c82e1-9fbf-479b-8a63-7113967e25f6), precommit_add_association {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:21.915997 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Pushing event updated for resources: {'Port': ['ID=ca1fcc7b-b515-426a-8f75-d8dcdb0e694c,revision_number=1']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:21.928094 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Publish callbacks [] for router_gateway (cd38b8c1-64f0-4d4a-a390-3781c7c3f27b), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:21.941706 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Network 78fd882f-0d96-47e7-99be-fdb344cfeb03 is already hosted by enough agents. {{(pid=110413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:21.960982 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.base_scheduler [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Resources bound (agent type, host, resource id): {{(pid=110413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:21.966365 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Received port after_create {{(pid=110413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:21.981437 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.db_base_plugin_common [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Allocated IP 172.20.0.2 (d8f2fc22-5798-4429-ba83-71f0fd04ef2c/16b82aa4-c945-4e6e-b6e8-1226b1ad8852/ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99) {{(pid=110413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:21.994109 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:22.030483 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7af27611-e51d-4d16-90fa-d496b63c8502 None None] Current status of the port 9b6fd97a-f587-436e-8469-dade59f2b2b3 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:22.101598 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:17Z', 'updated_at': '2022-04-14T20:45:19Z', 'revision_number': 3, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'gw_port': {'id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:18Z', 'updated_at': '2022-04-14T20:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:22.154689 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Checking router: 63879327-cb12-46cd-84a7-5537cd2c3b5b for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:45:22.155036 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Updating router 63879327-cb12-46cd-84a7-5537cd2c3b5b port 592350d6-6c9d-40cf-a8ef-20abb5994909 binding host dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:45:22.213922 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (592350d6-6c9d-40cf-a8ef-20abb5994909), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:22.227914 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 41430) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:22.230250 dv-cinder-837540-3-iscsi neutron-server[110412]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 20:45:22.326182 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f02904b8-65a1-4d9d-a985-d8b81e389d92 req-5376e9e7-23da-4fba-8cc3-12beb732440d tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 210 time: 0.0969520 Apr 14 20:45:22.490815 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:22.506020 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Publish callbacks [] for router_gateway (d38c82e1-9fbf-479b-8a63-7113967e25f6), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:22.540675 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Publish callbacks [] for router_gateway (22952585-c418-4496-8f79-2f97352549ae), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:22.571847 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:22.580712 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Publish callbacks [] for port (ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99), precommit_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:22.581001 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Publish callbacks [] for port (592350d6-6c9d-40cf-a8ef-20abb5994909), precommit_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:22.607768 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 9b6fd97a-f587-436e-8469-dade59f2b2b3 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:22.664773 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] For port b859f51f-d938-4603-baf1-d3cc4252294c, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:45:22.667911 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fffd6e0d-5859-4b9c-9981-640a87393b54 None None] Provisioning complete for port 9b6fd97a-f587-436e-8469-dade59f2b2b3 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:22.668823 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fffd6e0d-5859-4b9c-9981-640a87393b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (9b6fd97a-f587-436e-8469-dade59f2b2b3), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:22.701503 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (592350d6-6c9d-40cf-a8ef-20abb5994909), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:22.731552 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Attempting to bind port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:45:22.732146 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Attempting to bind port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:45:22.732746 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Attempting to bind port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c on network 78fd882f-0d96-47e7-99be-fdb344cfeb03 {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:22.736846 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99), after_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:22.752265 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] Allocated IP 172.20.0.1 (e3627da5-4396-44c2-b4be-72365d8e14c1/f10567fd-adb1-4429-8b4f-7a10f9ab700f/1c5dc507-5435-4fa4-a2af-c076f0f6f5e3) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:22.784169 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Network d8f2fc22-5798-4429-ba83-71f0fd04ef2c is already hosted by enough agents. {{(pid=110413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:22.804643 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] For port b859f51f-d938-4603-baf1-d3cc4252294c, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=b859f51f-d938-4603-baf1-d3cc4252294c,segment=NetworkSegment(a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e),segment_id=a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:45:22.806640 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.base_scheduler [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Resources bound (agent type, host, resource id): {{(pid=110413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:22.810215 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 9b6fd97a-f587-436e-8469-dade59f2b2b3 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:22.810829 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (9b6fd97a-f587-436e-8469-dade59f2b2b3), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:22.842735 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be21113-b411-439c-b974-94f82e7ee2f7 None None] Pushing event updated for resources: {'Port': ['ID=592350d6-6c9d-40cf-a8ef-20abb5994909,revision_number=2']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:22.860868 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Received port after_create {{(pid=110413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:22.927511 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21113-b411-439c-b974-94f82e7ee2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:22.927857 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21113-b411-439c-b974-94f82e7ee2f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:22.938025 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21113-b411-439c-b974-94f82e7ee2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:22.938696 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21113-b411-439c-b974-94f82e7ee2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:22.939306 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21113-b411-439c-b974-94f82e7ee2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:22.939813 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21113-b411-439c-b974-94f82e7ee2f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:22.940321 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21113-b411-439c-b974-94f82e7ee2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:22.940818 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21113-b411-439c-b974-94f82e7ee2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:22.941340 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21113-b411-439c-b974-94f82e7ee2f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:22.941845 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21113-b411-439c-b974-94f82e7ee2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:22.942346 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21113-b411-439c-b974-94f82e7ee2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:22.944378 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] Publish callbacks [] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:22.944980 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21113-b411-439c-b974-94f82e7ee2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:22.945524 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21113-b411-439c-b974-94f82e7ee2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:22.946321 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21113-b411-439c-b974-94f82e7ee2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21113-b411-439c-b974-94f82e7ee2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21113-b411-439c-b974-94f82e7ee2f7 None None] Tracked resource versions report: Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: pushed versions: Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: { 'AddressGroup': {'1.2'}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Agent': {'1.1'}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'ConntrackHelper': {'1.0'}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Log': {'1.0'}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'NDPProxy': {'1.0'}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Network': {'1.1'}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Port': {'1.7'}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'PortForwarding': {'1.3'}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'QosPolicy': {'1.10'}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'SecurityGroup': {'1.5'}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'SubPort': {'1.0'}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Subnet': {'1.1'}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Trunk': {'1.1'}} Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: consumer versions: Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: { DHCP agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: HyperV agent@hv-cinder-83754: {}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: L3 agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: Metadata agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: Metering agent@dv-cinder-837540-3-iscsi: {}, Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: Open vSwitch agent@dv-cinder-837540-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Agent': '1.1', Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'ConntrackHelper': '1.0', Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'LocalIPAssociation': '1.0', Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Log': '1.0', Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'NDPProxy': '1.0', Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Network': '1.1', Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Port': '1.7', Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'PortForwarding': '1.3', Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'QosPolicy': '1.10', Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'SecurityGroup': '1.5', Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'SecurityGroupRule': '1.2', Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'SubPort': '1.0', Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Subnet': '1.1', Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: 'Trunk': '1.1'}} Apr 14 20:45:22.949067 dv-cinder-837540-3-iscsi neutron-server[110414]: {{(pid=110414) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:45:22.956080 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Pushing event updated for resources: {'Port': ['ID=ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99,revision_number=1']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:22.967923 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Attempting to bind port 592350d6-6c9d-40cf-a8ef-20abb5994909 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:45:22.970043 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Attempting to bind port 592350d6-6c9d-40cf-a8ef-20abb5994909 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:45:22.970696 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Attempting to bind port 592350d6-6c9d-40cf-a8ef-20abb5994909 on network 4d816796-e0bf-4bb0-bd57-0e101c861302 {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:22.981876 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:45:22.982263 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Checking segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:22.983441 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:22.983441 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Bound using segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:45:22.990369 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Bound port: 592350d6-6c9d-40cf-a8ef-20abb5994909, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:45:22.990832 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (592350d6-6c9d-40cf-a8ef-20abb5994909), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:23.010497 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Allocated IP 172.27.1.146 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/c302a24f-6612-4c8a-95da-21436b20931a) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:23.068853 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:45:23.070445 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Checking segment: {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:23.072216 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:23.073477 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Bound using segment: {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:45:23.078423 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Bound port: ca1fcc7b-b515-426a-8f75-d8dcdb0e694c, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:45:23.078896 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ca1fcc7b-b515-426a-8f75-d8dcdb0e694c), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:23.113256 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:23.118407 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (b859f51f-d938-4603-baf1-d3cc4252294c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:23.135275 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fffd6e0d-5859-4b9c-9981-640a87393b54 None None] Current status of the port 9b6fd97a-f587-436e-8469-dade59f2b2b3 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:23.142475 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] For port 592350d6-6c9d-40cf-a8ef-20abb5994909, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:45:23.146027 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] For port 592350d6-6c9d-40cf-a8ef-20abb5994909, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=592350d6-6c9d-40cf-a8ef-20abb5994909,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:45:23.157934 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] Network e3627da5-4396-44c2-b4be-72365d8e14c1 is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:23.171171 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:23.176687 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:23.176687 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1644353'] for router_interface (63879327-cb12-46cd-84a7-5537cd2c3b5b), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:23.211136 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7b14-7307-49e1-b2fd-6c71a854db28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:23.212489 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] Pushing event updated for resources: {'Port': ['ID=1c5dc507-5435-4fa4-a2af-c076f0f6f5e3,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:23.256548 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (592350d6-6c9d-40cf-a8ef-20abb5994909), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:23.330140 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Publish callbacks [] for router_gateway (d38c82e1-9fbf-479b-8a63-7113967e25f6), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:23.397079 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Attempting to bind port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:45:23.397867 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Attempting to bind port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': 'b8e6d31b-c055-4055-9038-42a4f543c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:45:23.397867 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Attempting to bind port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 on network d8f2fc22-5798-4429-ba83-71f0fd04ef2c {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:23.452426 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Routers {'63879327-cb12-46cd-84a7-5537cd2c3b5b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:45:23.453107 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:44:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['63879327-cb12-46cd-84a7-5537cd2c3b5b'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:23.460818 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Publish callbacks [] for port (c302a24f-6612-4c8a-95da-21436b20931a), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:23.472246 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:45:23.757438 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Checking segment: {'id': 'b8e6d31b-c055-4055-9038-42a4f543c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:23.757438 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:23.765207 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:23.768103 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Bound using segment: {'id': 'b8e6d31b-c055-4055-9038-42a4f543c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:45:23.768103 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Bound port: ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e6d31b-c055-4055-9038-42a4f543c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:45:23.768103 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:23.768103 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e9a5c-83ec-4da3-b12c-d91340177755 None None] Pushing event updated for resources: {'Port': ['ID=b859f51f-d938-4603-baf1-d3cc4252294c,revision_number=2']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:23.769535 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be21113-b411-439c-b974-94f82e7ee2f7 None None] Pushing event updated for resources: {'Port': ['ID=592350d6-6c9d-40cf-a8ef-20abb5994909,revision_number=3']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:23.770204 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] For port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:45:23.770204 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] For port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=ca1fcc7b-b515-426a-8f75-d8dcdb0e694c,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:45:23.770204 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 9b6fd97a-f587-436e-8469-dade59f2b2b3 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:23.770204 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] For port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:45:23.770204 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] For port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:45:23.770760 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-68b1ca19-f9bc-4d37-995b-4df484f0ed37 req-f53606c2-d8ad-485b-a0f3-960c70dc65e0 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 210 time: 0.1989069 Apr 14 20:45:23.771178 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] Set router 63879327-cb12-46cd-84a7-5537cd2c3b5b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:45:23.776756 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-b9f252a7-1977-4488-9087-82bd17615e4f None None] Provisioning complete for port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:23.781310 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b9f252a7-1977-4488-9087-82bd17615e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:23.781429 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (c302a24f-6612-4c8a-95da-21436b20931a), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:23.836568 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (ca1fcc7b-b515-426a-8f75-d8dcdb0e694c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:23.852714 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:23.868630 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-b9f252a7-1977-4488-9087-82bd17615e4f None None] Port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:45:23.928449 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:23.932035 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Pushing event updated for resources: {'Port': ['ID=c302a24f-6612-4c8a-95da-21436b20931a,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:23.937323 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:23.940579 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:23.946330 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106f2d4-ad6e-4e5b-ab15-e9915060dc12 None None] Pushing event updated for resources: {'Port': ['ID=ca1fcc7b-b515-426a-8f75-d8dcdb0e694c,revision_number=2']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:24.067425 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:24.081284 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:17Z', 'updated_at': '2022-04-14T20:45:19Z', 'revision_number': 3, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'gw_port': {'id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:18Z', 'updated_at': '2022-04-14T20:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:24.111849 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13950f53-a84b-45f5-a766-f7db7bcf0de3 None None] Pushing event updated for resources: {'Port': ['ID=ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99,revision_number=2']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:24.172052 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d50545a-64b2-4093-8047-ae66f7468d12 None None] The sync data for ids ['63879327-cb12-46cd-84a7-5537cd2c3b5b'] in dv-cinder-837540-3-iscsi is: [{'id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:17Z', 'updated_at': '2022-04-14T20:45:19Z', 'revision_number': 3, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'gw_port': {'id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:18Z', 'updated_at': '2022-04-14T20:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:45:24.202753 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 41498) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:24.205439 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Allocated IP 172.27.1.241 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/ae00ccc5-c0c9-4df5-8655-41df19ab16dc) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:24.553485 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device b859f51f-d938-4603-baf1-d3cc4252294c up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:24.697708 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port b859f51f-d938-4603-baf1-d3cc4252294c triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:24.698146 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (b859f51f-d938-4603-baf1-d3cc4252294c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:24.970410 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f9c83386-5fc6-44fd-9e85-31b3df003961 req-761291a1-ac83-458c-a108-b9264a8c0a78 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 210 time: 0.0864391 Apr 14 20:45:24.981480 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-30c7911a-214d-4afb-94c2-9f34dae6588a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:25.031934 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port b859f51f-d938-4603-baf1-d3cc4252294c is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:25.032372 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (b859f51f-d938-4603-baf1-d3cc4252294c), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:25.042243 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Publish callbacks [] for port (ae00ccc5-c0c9-4df5-8655-41df19ab16dc), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:25.068485 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Publish callbacks [] for router_gateway (cd38b8c1-64f0-4d4a-a390-3781c7c3f27b), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:25.103467 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] For port b859f51f-d938-4603-baf1-d3cc4252294c, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=b859f51f-d938-4603-baf1-d3cc4252294c,segment=NetworkSegment(a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e),segment_id=a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:25.120800 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] Publish callbacks [] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:25.127074 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-781e0444-b6b5-4f20-a49f-774eb6106a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:25.221868 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-30c7911a-214d-4afb-94c2-9f34dae6588a admin admin] Publish callbacks [] for security_group (8349c878-a129-4e88-91d8-56a8a25e7f8c), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:25.244439 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:25.244439 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644017'] for router_interface (63879327-cb12-46cd-84a7-5537cd2c3b5b), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:25.244698 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba16118-e5de-46d6-966f-90582e92b95f None None] Network 895cc4d8-73f8-4860-a3ab-edffb1416f1b requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:45:25.256968 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (b859f51f-d938-4603-baf1-d3cc4252294c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:25.420152 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-30c7911a-214d-4afb-94c2-9f34dae6588a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (8349c878-a129-4e88-91d8-56a8a25e7f8c), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:25.424482 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (ae00ccc5-c0c9-4df5-8655-41df19ab16dc), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:25.455577 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] Pushing event updated for resources: {'Port': ['ID=1c5dc507-5435-4fa4-a2af-c076f0f6f5e3,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:25.481239 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-a5abfb54-56b1-4d9b-9090-02b6d99bd674 None None] Provisioning complete for port b859f51f-d938-4603-baf1-d3cc4252294c triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:25.481239 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-a5abfb54-56b1-4d9b-9090-02b6d99bd674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (b859f51f-d938-4603-baf1-d3cc4252294c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:25.511373 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-30c7911a-214d-4afb-94c2-9f34dae6588a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1bcceba45a54b4d90894e9ef1c5f4d4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3073726 Apr 14 20:45:25.523873 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 41526) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:25.537210 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:25.548560 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Pushing event updated for resources: {'Port': ['ID=b859f51f-d938-4603-baf1-d3cc4252294c,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:25.579350 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7911a-214d-4afb-94c2-9f34dae6588a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8349c878-a129-4e88-91d8-56a8a25e7f8c,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:25.588064 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:25.592651 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:25.606053 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Allocated IP 172.27.1.206 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/655843b5-f81d-4ccc-bf86-4df0e93ff520) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:25.642541 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] Network e3627da5-4396-44c2-b4be-72365d8e14c1 is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:25.669767 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:25.673080 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Pushing event updated for resources: {'Port': ['ID=ae00ccc5-c0c9-4df5-8655-41df19ab16dc,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:25.763319 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1645791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644464'] for router (cd38b8c1-64f0-4d4a-a390-3781c7c3f27b), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:25.768128 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41528) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:25.819457 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-a5abfb54-56b1-4d9b-9090-02b6d99bd674 None None] Current status of the port b859f51f-d938-4603-baf1-d3cc4252294c is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:25.920388 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6c3b-de12-457a-99b8-53c8a303fd08 admin admin] Publish callbacks [] for security_group (8349c878-a129-4e88-91d8-56a8a25e7f8c), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:26.066900 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6c3b-de12-457a-99b8-53c8a303fd08 admin admin] Publish callbacks [] for security_group (8349c878-a129-4e88-91d8-56a8a25e7f8c), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:26.089312 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-85b9d033-727b-4482-8de2-6a09b90d1701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:26.207606 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] Router 63879327-cb12-46cd-84a7-5537cd2c3b5b has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:45:26.221693 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d0b893-fdb4-437a-9b1b-f20ac1d581c1 None None] Network 78fd882f-0d96-47e7-99be-fdb344cfeb03 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:45:26.222801 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Publish callbacks [] for port (655843b5-f81d-4ccc-bf86-4df0e93ff520), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:26.276795 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-ad7190c4-6c82-4b21-b846-94744f24207f None None] Provisioning complete for port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:26.276795 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ad7190c4-6c82-4b21-b846-94744f24207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:26.340816 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6c3b-de12-457a-99b8-53c8a303fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (8349c878-a129-4e88-91d8-56a8a25e7f8c), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:26.346488 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6c3b-de12-457a-99b8-53c8a303fd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:26.346488 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-1a6c6c3b-de12-457a-99b8-53c8a303fd08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8349c878-a129-4e88-91d8-56a8a25e7f8c HTTP/1.1" status: 204 len: 168 time: 0.8205216 Apr 14 20:45:26.395346 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3ed9541e-b502-4742-88bd-118fd2dc0481 req-d821085b-9f60-4916-a604-eb327dde896a tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 210 time: 0.1244977 Apr 14 20:45:26.418996 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-ad7190c4-6c82-4b21-b846-94744f24207f None None] Port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:45:26.433865 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-ad7190c4-6c82-4b21-b846-94744f24207f None None] Provisioning complete for port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:26.434397 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ad7190c4-6c82-4b21-b846-94744f24207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (ca1fcc7b-b515-426a-8f75-d8dcdb0e694c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:26.491620 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:45:26.497557 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1b601d-d1cc-4c5b-8f77-c7913f1f1219 None None] Network d8f2fc22-5798-4429-ba83-71f0fd04ef2c requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:45:26.507727 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-6729c4e8-2229-4820-bffc-66c30ba52837 admin admin] 10.222.0.15 "PUT /v2.0/routers/63879327-cb12-46cd-84a7-5537cd2c3b5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9578300 Apr 14 20:45:26.509118 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c6c3b-de12-457a-99b8-53c8a303fd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8349c878-a129-4e88-91d8-56a8a25e7f8c,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:26.581645 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:26.584398 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device b859f51f-d938-4603-baf1-d3cc4252294c up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:26.610839 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Publish callbacks [] for router_gateway (22952585-c418-4496-8f79-2f97352549ae), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:26.678995 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (655843b5-f81d-4ccc-bf86-4df0e93ff520), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:26.792319 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:26.795298 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b is scheduled to L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 with binding_index 1 {{(pid=110411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:45:26.816051 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:26.823306 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-85b9d033-727b-4482-8de2-6a09b90d1701 admin admin] Publish callbacks [] for security_group (78444a1f-875e-459e-8f6b-6a6542d7ba79), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:26.836266 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:26.843839 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Pushing event updated for resources: {'Port': ['ID=655843b5-f81d-4ccc-bf86-4df0e93ff520,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:26.942190 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-85b9d033-727b-4482-8de2-6a09b90d1701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (78444a1f-875e-459e-8f6b-6a6542d7ba79), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:27.004727 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-ad7190c4-6c82-4b21-b846-94744f24207f None None] Current status of the port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:27.005127 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ad7190c4-6c82-4b21-b846-94744f24207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ca1fcc7b-b515-426a-8f75-d8dcdb0e694c), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:27.069675 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port b859f51f-d938-4603-baf1-d3cc4252294c triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:27.070050 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (b859f51f-d938-4603-baf1-d3cc4252294c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:27.137301 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-ad7190c4-6c82-4b21-b846-94744f24207f None None] For port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=ca1fcc7b-b515-426a-8f75-d8dcdb0e694c,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:27.151963 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Sync routers for ids ['63879327-cb12-46cd-84a7-5537cd2c3b5b'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:45:27.165498 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Routers {'63879327-cb12-46cd-84a7-5537cd2c3b5b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:45:27.166115 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:45:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['63879327-cb12-46cd-84a7-5537cd2c3b5b'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:27.223177 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ad7190c4-6c82-4b21-b846-94744f24207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (ca1fcc7b-b515-426a-8f75-d8dcdb0e694c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:27.300587 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 41560) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:27.337488 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-259202f1-7a2e-48dc-b5b8-5ed3841a0377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:27.349992 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-ad7190c4-6c82-4b21-b846-94744f24207f None None] Provisioning complete for port b859f51f-d938-4603-baf1-d3cc4252294c triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:27.350288 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ad7190c4-6c82-4b21-b846-94744f24207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (b859f51f-d938-4603-baf1-d3cc4252294c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:27.357696 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port b859f51f-d938-4603-baf1-d3cc4252294c is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:27.358990 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ca1fcc7b-b515-426a-8f75-d8dcdb0e694c up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:27.397144 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-cc41c4dd-211b-42e9-912f-8cc454e9a871 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:27.405292 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-cc41c4dd-211b-42e9-912f-8cc454e9a871 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 819 time: 0.2636187 Apr 14 20:45:27.433820 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9d033-727b-4482-8de2-6a09b90d1701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78444a1f-875e-459e-8f6b-6a6542d7ba79,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:27.440240 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-9445b74a-491c-4423-b9eb-0412134a20a2 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/quotas/27dd67d5d54143bd84f15a83f1f46737 HTTP/1.1" status: 200 len: 375 time: 0.0338109 Apr 14 20:45:27.456068 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-85b9d033-727b-4482-8de2-6a09b90d1701 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56e07c799a814b5ea7ba6646604d9615&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6839364 Apr 14 20:45:27.465940 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41564) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:27.493343 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Set router 63879327-cb12-46cd-84a7-5537cd2c3b5b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:45:27.519211 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:45:27.537720 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Sync routers for ids ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:45:27.538365 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-4e1e9e1d-e41a-4a5c-ad0e-aaf225519317 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973485 Apr 14 20:45:27.550339 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Routers {'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:45:27.552389 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:45:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:27.592337 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1b58cdba-5571-43e5-ab13-036a5b41dadb req-5f02782c-8cab-4102-8658-010d950c1076 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 210 time: 0.0564425 Apr 14 20:45:27.595795 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1645791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644464'] for router (22952585-c418-4496-8f79-2f97352549ae), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:27.603443 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-259202f1-7a2e-48dc-b5b8-5ed3841a0377 admin admin] Publish callbacks [] for security_group (6288f3c6-a7e0-4680-b6f5-741d967606be), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:27.644790 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7190c4-6c82-4b21-b846-94744f24207f None None] Pushing event updated for resources: {'Port': ['ID=ca1fcc7b-b515-426a-8f75-d8dcdb0e694c,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:27.701953 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:27.703205 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-9ec24fb0-e9f8-4408-a467-3c0bab989a32 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7975483 Apr 14 20:45:27.707608 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 41574) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:27.708810 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1e03cee1-388c-49cc-b516-ff8dcd5a251b admin admin] Publish callbacks [] for security_group (78444a1f-875e-459e-8f6b-6a6542d7ba79), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:27.759289 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-ad7190c4-6c82-4b21-b846-94744f24207f None None] Current status of the port b859f51f-d938-4603-baf1-d3cc4252294c is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:27.788039 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-259202f1-7a2e-48dc-b5b8-5ed3841a0377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (6288f3c6-a7e0-4680-b6f5-741d967606be), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:27.803045 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:27.803607 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (ca1fcc7b-b515-426a-8f75-d8dcdb0e694c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:27.819995 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1e03cee1-388c-49cc-b516-ff8dcd5a251b admin admin] Publish callbacks [] for security_group (78444a1f-875e-459e-8f6b-6a6542d7ba79), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:27.830703 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-c07607a3-186b-46ed-9861-8c219003f020 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110412) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:45:27.840092 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-c07607a3-186b-46ed-9861-8c219003f020 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1802371 Apr 14 20:45:27.845428 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Set router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:45:27.850966 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259202f1-7a2e-48dc-b5b8-5ed3841a0377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6288f3c6-a7e0-4680-b6f5-741d967606be,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:27.864707 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Publish callbacks [] for router_gateway (d38c82e1-9fbf-479b-8a63-7113967e25f6), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:27.937590 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:27.938997 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:27.969912 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-bd4e0df8-9813-4665-8a3f-4811abea4a28 service neutron] 10.222.0.15 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275926 Apr 14 20:45:27.987734 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:28.002262 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:28.002919 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:28.051530 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-79daf770-6c2c-49da-bc0d-46618a9a34b7 None None] Provisioning complete for port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:28.052242 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-79daf770-6c2c-49da-bc0d-46618a9a34b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (ca1fcc7b-b515-426a-8f75-d8dcdb0e694c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:28.095402 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1e03cee1-388c-49cc-b516-ff8dcd5a251b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (78444a1f-875e-459e-8f6b-6a6542d7ba79), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:28.099110 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1e03cee1-388c-49cc-b516-ff8dcd5a251b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:28.103883 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-1e03cee1-388c-49cc-b516-ff8dcd5a251b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78444a1f-875e-459e-8f6b-6a6542d7ba79 HTTP/1.1" status: 204 len: 168 time: 0.6372502 Apr 14 20:45:28.104019 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-259202f1-7a2e-48dc-b5b8-5ed3841a0377 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=54fef768ed3c4a7ba41de7335abae353&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7995067 Apr 14 20:45:28.110683 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41578) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:28.110683 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Router 22952585-c418-4496-8f79-2f97352549ae is scheduled to L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 with binding_index 1 {{(pid=110411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:45:28.114986 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:24Z', 'revision_number': 3, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:28.137514 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03cee1-388c-49cc-b516-ff8dcd5a251b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78444a1f-875e-459e-8f6b-6a6542d7ba79,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:28.166021 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Checking router: cd38b8c1-64f0-4d4a-a390-3781c7c3f27b for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:45:28.166900 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Updating router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b port c302a24f-6612-4c8a-95da-21436b20931a binding host dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:45:28.209081 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (c302a24f-6612-4c8a-95da-21436b20931a), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:28.229221 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:17Z', 'updated_at': '2022-04-14T20:45:23Z', 'revision_number': 4, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'gw_port': {'id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:18Z', 'updated_at': '2022-04-14T20:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '1c5dc507-5435-4fa4-a2af-c076f0f6f5e3', 'name': '', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'mac_address': 'fa:16:3e:58:c3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:24Z', 'revision_number': 2, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'subnets': [{'id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:28.247643 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1645791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644464'] for router (d38c82e1-9fbf-479b-8a63-7113967e25f6), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:28.265726 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Checking router: 63879327-cb12-46cd-84a7-5537cd2c3b5b for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:45:28.266087 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Updating router 63879327-cb12-46cd-84a7-5537cd2c3b5b port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 binding host dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:45:28.274934 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e534045c-2e9c-41f1-aa2b-6b7ae4d9f0dd service neutron] 10.222.0.15 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039880 Apr 14 20:45:28.304888 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:28.328050 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:28.328450 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:28.403766 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-79daf770-6c2c-49da-bc0d-46618a9a34b7 None None] Current status of the port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:28.415649 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-79daf770-6c2c-49da-bc0d-46618a9a34b7 None None] Provisioning complete for port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:28.416033 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-79daf770-6c2c-49da-bc0d-46618a9a34b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:28.469068 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] For port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:28.489442 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8c71560d-f269-4990-9f1e-83718439911d admin admin] Publish callbacks [] for security_group (6288f3c6-a7e0-4680-b6f5-741d967606be), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:28.615449 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-79daf770-6c2c-49da-bc0d-46618a9a34b7 None None] Current status of the port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:28.615962 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-79daf770-6c2c-49da-bc0d-46618a9a34b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:28.638331 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:28.640319 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 592350d6-6c9d-40cf-a8ef-20abb5994909 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:28.643828 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8c71560d-f269-4990-9f1e-83718439911d admin admin] Publish callbacks [] for security_group (6288f3c6-a7e0-4680-b6f5-741d967606be), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:28.646754 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:45:28.709488 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Publish callbacks [] for port (c302a24f-6612-4c8a-95da-21436b20931a), precommit_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:28.738724 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Pushing event updated for resources: {'Port': ['ID=ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:28.740960 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Sync routers for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:45:28.791070 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:45:28.791704 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:45:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:28.829547 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (c302a24f-6612-4c8a-95da-21436b20931a), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:28.907547 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b33a0ffd-c0cf-442a-9bd6-4c2151d8cdcd req-5660114c-be38-4373-85f5-7319cceae509 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 210 time: 0.0599074 Apr 14 20:45:28.934224 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.db.api [None req-79daf770-6c2c-49da-bc0d-46618a9a34b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 20:45:28.934598 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG oslo_db.api [None req-79daf770-6c2c-49da-bc0d-46618a9a34b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 20:45:28.955917 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Attempting to bind port c302a24f-6612-4c8a-95da-21436b20931a on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:45:28.956269 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Attempting to bind port c302a24f-6612-4c8a-95da-21436b20931a by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:45:28.956636 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Attempting to bind port c302a24f-6612-4c8a-95da-21436b20931a on network 4d816796-e0bf-4bb0-bd57-0e101c861302 {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:28.971624 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:45:28.972014 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Checking segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:28.972549 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:28.972954 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Bound using segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:45:28.973463 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Bound port: c302a24f-6612-4c8a-95da-21436b20931a, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:45:28.973844 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (c302a24f-6612-4c8a-95da-21436b20931a), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:28.975545 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4eb6b2-afa6-4669-b1dd-6063891cd707 None None] Pushing event updated for resources: {'Port': ['ID=c302a24f-6612-4c8a-95da-21436b20931a,revision_number=2']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:28.982961 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-79b810cf-e015-43dd-95bf-44057b8c6d8b req-ac5dbfa4-5ba5-43c1-8965-15bc21b71d8a tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 210 time: 0.1860693 Apr 14 20:45:29.099505 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] For port c302a24f-6612-4c8a-95da-21436b20931a, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:45:29.104677 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] For port c302a24f-6612-4c8a-95da-21436b20931a, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=c302a24f-6612-4c8a-95da-21436b20931a,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:45:29.123542 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:29.131651 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] Publish callbacks [] for router (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:29.133988 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-a99ef8d3-09da-478e-8b02-83eda56108de admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.9643040 Apr 14 20:45:29.138348 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41610) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:29.196004 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Router d38c82e1-9fbf-479b-8a63-7113967e25f6 is scheduled to L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 with binding_index 1 {{(pid=110411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:45:29.203873 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8c71560d-f269-4990-9f1e-83718439911d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (6288f3c6-a7e0-4680-b6f5-741d967606be), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:29.209773 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8c71560d-f269-4990-9f1e-83718439911d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:29.209773 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-8c71560d-f269-4990-9f1e-83718439911d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6288f3c6-a7e0-4680-b6f5-741d967606be HTTP/1.1" status: 204 len: 168 time: 1.0946763 Apr 14 20:45:29.227776 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (c302a24f-6612-4c8a-95da-21436b20931a), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:29.276317 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:45:29.292129 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71560d-f269-4990-9f1e-83718439911d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6288f3c6-a7e0-4680-b6f5-741d967606be,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:29.381690 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Routers {'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:45:29.382398 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:45:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:29.497700 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4eb6b2-afa6-4669-b1dd-6063891cd707 None None] Pushing event updated for resources: {'Port': ['ID=c302a24f-6612-4c8a-95da-21436b20931a,revision_number=3']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:29.501935 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:45:29.537713 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Sync routers for ids ['d38c82e1-9fbf-479b-8a63-7113967e25f6'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:45:29.545904 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 592350d6-6c9d-40cf-a8ef-20abb5994909 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:29.546302 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (592350d6-6c9d-40cf-a8ef-20abb5994909), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:29.595943 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.16', 53078) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:29.634157 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:29.639445 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-5a1d01c9-5898-4097-a6c7-1917fd0044a5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.6579278 Apr 14 20:45:29.642373 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41638) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:29.664453 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Routers {'d38c82e1-9fbf-479b-8a63-7113967e25f6'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:45:29.665343 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:45:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['d38c82e1-9fbf-479b-8a63-7113967e25f6'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:29.720650 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:29.768682 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-79daf770-6c2c-49da-bc0d-46618a9a34b7 None None] Current status of the port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:29.817066 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-9bae44b0-d342-4f62-ad8d-922cceddec13 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:29.828592 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-9bae44b0-d342-4f62-ad8d-922cceddec13 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 819 time: 0.4786532 Apr 14 20:45:29.849517 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] Set router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:45:29.868424 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-f4f3ae67-2c3d-4e30-bbab-839e13b8a392 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/quotas/27dd67d5d54143bd84f15a83f1f46737 HTTP/1.1" status: 200 len: 375 time: 0.0372450 Apr 14 20:45:29.910552 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] Allocated IP 172.20.0.1 (895cc4d8-73f8-4860-a3ab-edffb1416f1b/e65d667f-64ee-4065-b3c5-818560099347/c4212cdb-0089-41c5-98f8-5ab1733e751b) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:30.005393 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-e303089a-2ebe-426f-a6a7-b5297dc947db tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049385 Apr 14 20:45:30.168524 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 592350d6-6c9d-40cf-a8ef-20abb5994909 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:30.168524 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (592350d6-6c9d-40cf-a8ef-20abb5994909), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:30.176508 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Publish callbacks [] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), precommit_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:30.201605 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Set router d38c82e1-9fbf-479b-8a63-7113967e25f6 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:45:30.234073 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:26Z', 'revision_number': 3, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:30.240500 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6b7ffc50-c396-4365-8823-23e9718f3df4 req-6e5f347f-609f-4d5d-9033-9d3abd195acb tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 210 time: 0.0934253 Apr 14 20:45:30.311829 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] For port 592350d6-6c9d-40cf-a8ef-20abb5994909, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=592350d6-6c9d-40cf-a8ef-20abb5994909,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:30.314851 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] Publish callbacks [] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:30.318150 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Checking router: 22952585-c418-4496-8f79-2f97352549ae for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:45:30.318496 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Updating router 22952585-c418-4496-8f79-2f97352549ae port ae00ccc5-c0c9-4df5-8655-41df19ab16dc binding host dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:45:30.320362 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-8518f8c8-ddcc-4839-91cb-26a7fc399c7a service neutron] 10.222.0.15 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971354 Apr 14 20:45:30.333372 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:30.462646 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-70982800-ad1a-4a08-97f1-8efd0cb1175d tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:30.464761 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-70982800-ad1a-4a08-97f1-8efd0cb1175d tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.16 "GET /v2.0/networks?id=6b8f0e05-2342-44c9-9e45-e8e62ba2078d HTTP/1.1" status: 200 len: 811 time: 0.8672128 Apr 14 20:45:30.484392 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05557f6-ae5f-4a63-b5b2-5d1ca8fdfe93 None None] Pushing event updated for resources: {'Port': ['ID=1c5dc507-5435-4fa4-a2af-c076f0f6f5e3,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:30.514093 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (592350d6-6c9d-40cf-a8ef-20abb5994909), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:30.516522 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-b540970e-58f7-4fb5-a71d-0477103f1504 service neutron] 10.222.0.15 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896768 Apr 14 20:45:30.528773 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:24Z', 'revision_number': 3, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:30.621610 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-5695c4fa-016b-43d6-8777-52b971f07b69 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Request body: {'port': {'device_id': 'cbc010cd-654b-4bb4-ab6f-d2422cac2cd3', 'network_id': '6b8f0e05-2342-44c9-9e45-e8e62ba2078d', 'admin_state_up': True, 'tenant_id': 'b3a36cb335f64e508edbc939b3cc60ae'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:30.626783 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ae00ccc5-c0c9-4df5-8655-41df19ab16dc), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:30.691163 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:30.991368 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] Network 895cc4d8-73f8-4860-a3ab-edffb1416f1b is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:30.995464 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] Pushing event updated for resources: {'Port': ['ID=c4212cdb-0089-41c5-98f8-5ab1733e751b,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:31.012945 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:31.051504 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d906e0d-7f55-4f66-a30d-c4ab8c1cc29a None None] The sync data for ids ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'] in dv-cinder-837540-3-iscsi is: [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:24Z', 'revision_number': 3, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:45:31.053746 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:31.054238 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1644353'] for router_interface (cd38b8c1-64f0-4d4a-a390-3781c7c3f27b), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:31.068192 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:45:31.079030 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:31.118273 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:45:27Z', 'revision_number': 3, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:31.148357 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:31.162330 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-726312bf-aa48-41a0-8809-bde9e7525977 req-75065e59-1019-472a-a6b5-41ccb66de3c6 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 210 time: 0.1258452 Apr 14 20:45:31.256518 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Checking router: d38c82e1-9fbf-479b-8a63-7113967e25f6 for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:45:31.259618 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Updating router d38c82e1-9fbf-479b-8a63-7113967e25f6 port 655843b5-f81d-4ccc-bf86-4df0e93ff520 binding host dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:45:31.348972 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-f7a6cc80-bd34-4fbd-9c2d-68b3f61668e3 None None] Provisioning complete for port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:31.351446 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f7a6cc80-bd34-4fbd-9c2d-68b3f61668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:31.464801 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (655843b5-f81d-4ccc-bf86-4df0e93ff520), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:31.587500 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:31.798255 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Attempting to bind port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:45:31.800845 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Attempting to bind port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:45:31.802708 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Attempting to bind port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 on network e3627da5-4396-44c2-b4be-72365d8e14c1 {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:31.843182 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Pushing event updated for resources: {'Port': ['ID=592350d6-6c9d-40cf-a8ef-20abb5994909,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:31.869962 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-5695c4fa-016b-43d6-8777-52b971f07b69 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Made reservation on behalf of b3a36cb335f64e508edbc939b3cc60ae for: {'port': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:31.874077 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-5695c4fa-016b-43d6-8777-52b971f07b69 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:31.884430 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-70c85b99-73fb-41d1-b3ef-fda5e76e9beb req-cc2ed7a9-0f0a-4f54-8df3-1eb2adc68c4e tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 210 time: 0.0808470 Apr 14 20:45:31.967050 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:45:31.967684 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Checking segment: {'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:31.970013 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:31.970013 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Bound using segment: {'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:45:31.970013 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Bound port: 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:45:31.970013 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:32.003773 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6cc80-bd34-4fbd-9c2d-68b3f61668e3 None None] Port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:45:32.057907 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Publish callbacks [] for port (ae00ccc5-c0c9-4df5-8655-41df19ab16dc), precommit_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:32.060042 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:32.065380 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:32.145372 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] Publish callbacks [] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:32.165750 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] For port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:45:32.179203 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (ae00ccc5-c0c9-4df5-8655-41df19ab16dc), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:32.235788 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:32.236802 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644017'] for router_interface (cd38b8c1-64f0-4d4a-a390-3781c7c3f27b), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:32.273300 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-8236b4f3-b134-432b-939c-66215287df12 None None] Provisioning complete for port c4212cdb-0089-41c5-98f8-5ab1733e751b triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:32.274803 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-8236b4f3-b134-432b-939c-66215287df12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:32.349034 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] For port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=1c5dc507-5435-4fa4-a2af-c076f0f6f5e3,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:45:32.460219 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc30881-aa87-495c-8ad5-e47a51b7130f None None] Pushing event updated for resources: {'Port': ['ID=ae00ccc5-c0c9-4df5-8655-41df19ab16dc,revision_number=2']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:32.575462 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:32.607315 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Attempting to bind port ae00ccc5-c0c9-4df5-8655-41df19ab16dc on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:45:32.607849 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Attempting to bind port ae00ccc5-c0c9-4df5-8655-41df19ab16dc by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:45:32.609547 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Attempting to bind port ae00ccc5-c0c9-4df5-8655-41df19ab16dc on network 4d816796-e0bf-4bb0-bd57-0e101c861302 {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:32.645896 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] Allocated IP 172.20.0.1 (78fd882f-0d96-47e7-99be-fdb344cfeb03/793028ec-fc30-4134-ac09-e1d2921d9f88/48a24a8b-c9ee-40ee-be11-cf2e58d2b01f) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:32.670537 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-5695c4fa-016b-43d6-8777-52b971f07b69 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Allocated IP 172.20.0.6 (6b8f0e05-2342-44c9-9e45-e8e62ba2078d/1349b8f9-fa22-4c5e-9257-b115c390afd3/37bf9cf7-8240-4429-aad4-880bb966fa52) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:32.688466 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] Pushing event updated for resources: {'Port': ['ID=c4212cdb-0089-41c5-98f8-5ab1733e751b,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:32.724569 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-8236b4f3-b134-432b-939c-66215287df12 None None] Port c4212cdb-0089-41c5-98f8-5ab1733e751b cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:45:32.734772 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:32.763726 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] Network 895cc4d8-73f8-4860-a3ab-edffb1416f1b is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:32.776239 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:32.823419 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:45:32.824073 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Checking segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:32.824493 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:32.824897 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Bound using segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:45:32.833637 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Bound port: ae00ccc5-c0c9-4df5-8655-41df19ab16dc, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:45:32.834120 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ae00ccc5-c0c9-4df5-8655-41df19ab16dc), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:33.104319 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] For port ae00ccc5-c0c9-4df5-8655-41df19ab16dc, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:45:33.117301 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] For port ae00ccc5-c0c9-4df5-8655-41df19ab16dc, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=ae00ccc5-c0c9-4df5-8655-41df19ab16dc,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:45:33.208230 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Routers {'63879327-cb12-46cd-84a7-5537cd2c3b5b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:45:33.211225 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Publish callbacks [] for port (655843b5-f81d-4ccc-bf86-4df0e93ff520), precommit_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:33.216112 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] Router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:45:33.222158 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:45:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['63879327-cb12-46cd-84a7-5537cd2c3b5b'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:33.347051 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (655843b5-f81d-4ccc-bf86-4df0e93ff520), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:33.510264 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-081015f9-df5f-4e0c-a5c4-3065afb01e11 req-f652209b-8d39-416d-a203-40469c719898 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 210 time: 0.4312172 Apr 14 20:45:33.513629 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (ae00ccc5-c0c9-4df5-8655-41df19ab16dc), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:33.522253 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-60b91d25-7e0f-4a28-991f-cb6e04585eec req-6effcdfb-b119-4a84-89c6-7ca5f9765a62 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 210 time: 0.2955766 Apr 14 20:45:33.523091 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.16', 53087) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:33.547043 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05557f6-ae5f-4a63-b5b2-5d1ca8fdfe93 None None] Pushing event updated for resources: {'Port': ['ID=1c5dc507-5435-4fa4-a2af-c076f0f6f5e3,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:33.553383 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27e771-9cf3-4031-b33b-95916b67dfe1 None None] Pushing event updated for resources: {'Port': ['ID=655843b5-f81d-4ccc-bf86-4df0e93ff520,revision_number=2']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:33.638917 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Attempting to bind port 655843b5-f81d-4ccc-bf86-4df0e93ff520 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:45:33.643602 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Attempting to bind port 655843b5-f81d-4ccc-bf86-4df0e93ff520 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:45:33.646848 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Attempting to bind port 655843b5-f81d-4ccc-bf86-4df0e93ff520 on network 4d816796-e0bf-4bb0-bd57-0e101c861302 {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:33.674852 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:45:33.676929 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Checking segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:33.677581 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:33.681082 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Bound using segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:45:33.681788 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Bound port: 655843b5-f81d-4ccc-bf86-4df0e93ff520, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:45:33.684172 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (655843b5-f81d-4ccc-bf86-4df0e93ff520), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:34.040141 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] For port 655843b5-f81d-4ccc-bf86-4df0e93ff520, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:45:34.040141 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] For port 655843b5-f81d-4ccc-bf86-4df0e93ff520, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=655843b5-f81d-4ccc-bf86-4df0e93ff520,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:45:34.042116 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc30881-aa87-495c-8ad5-e47a51b7130f None None] Pushing event updated for resources: {'Port': ['ID=ae00ccc5-c0c9-4df5-8655-41df19ab16dc,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:34.042116 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-71254dd8-ccdb-43a1-9564-5ad61b11fd9d None None] Provisioning complete for port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:34.042116 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-71254dd8-ccdb-43a1-9564-5ad61b11fd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:34.197456 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:45:34.225665 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-72f50e86-bb7e-4c87-baac-a8a96e65bd2d admin admin] 10.222.0.15 "PUT /v2.0/routers/cd38b8c1-64f0-4d4a-a390-3781c7c3f27b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5134120 Apr 14 20:45:34.265163 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-341c7ee1-fed7-4dfb-9e41-79a04bc392d0 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:34.269090 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-341c7ee1-fed7-4dfb-9e41-79a04bc392d0 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.16 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 819 time: 0.7241967 Apr 14 20:45:34.279949 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (655843b5-f81d-4ccc-bf86-4df0e93ff520), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:34.286550 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-a4a59acb-6423-4057-9615-8e52d8fe824d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Request body: {'port': {'device_id': 'f16e8f01-5e11-47b2-bc9e-f73fa0172b5a', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'admin_state_up': True, 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:34.443167 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Routers {'d38c82e1-9fbf-479b-8a63-7113967e25f6'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:45:34.443813 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:45:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['d38c82e1-9fbf-479b-8a63-7113967e25f6'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:34.526192 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:34.529939 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ca1fcc7b-b515-426a-8f75-d8dcdb0e694c up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:34.554682 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:45:34.555706 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:45:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:34.679450 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] Publish callbacks [] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:34.745919 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] Set router d38c82e1-9fbf-479b-8a63-7113967e25f6 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:45:34.786431 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Sync routers for ids ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:45:34.876968 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-5695c4fa-016b-43d6-8777-52b971f07b69 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Publish callbacks [] for port (37bf9cf7-8240-4429-aad4-880bb966fa52), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:34.979238 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:34.990871 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27e771-9cf3-4031-b33b-95916b67dfe1 None None] Pushing event updated for resources: {'Port': ['ID=655843b5-f81d-4ccc-bf86-4df0e93ff520,revision_number=3']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:35.029441 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-5695c4fa-016b-43d6-8777-52b971f07b69 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (37bf9cf7-8240-4429-aad4-880bb966fa52), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:35.054809 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a8b714f8-3f23-4eb7-bc14-bcfb49b6bb41 req-bd72d055-06d0-4c0f-8139-f2376c1d744d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 210 time: 0.2682147 Apr 14 20:45:35.102691 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-5695c4fa-016b-43d6-8777-52b971f07b69 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Network 6b8f0e05-2342-44c9-9e45-e8e62ba2078d is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:35.114580 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-5695c4fa-016b-43d6-8777-52b971f07b69 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:35.126629 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-5695c4fa-016b-43d6-8777-52b971f07b69 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:35.131831 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-5695c4fa-016b-43d6-8777-52b971f07b69 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:35.132467 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-5695c4fa-016b-43d6-8777-52b971f07b69 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:35.160686 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Routers {'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:45:35.163507 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:45:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:35.252266 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] Allocated IP 172.20.0.1 (d8f2fc22-5798-4429-ba83-71f0fd04ef2c/16b82aa4-c945-4e6e-b6e8-1226b1ad8852/d2e00bee-211f-4a95-8f74-3ab2c779dd26) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:35.269468 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] Network 78fd882f-0d96-47e7-99be-fdb344cfeb03 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:35.312176 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-5695c4fa-016b-43d6-8777-52b971f07b69 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6945672 Apr 14 20:45:35.332939 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006c0e9-06f5-44e0-8c8e-bdbba8bdef77 req-46571ebe-035e-448f-a7d8-48a982191e22 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:35.343166 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9006c0e9-06f5-44e0-8c8e-bdbba8bdef77 req-46571ebe-035e-448f-a7d8-48a982191e22 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 931 time: 0.1664217 Apr 14 20:45:35.422688 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:45:27Z', 'revision_number': 3, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:35.441086 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.16', 53092) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:35.505894 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac13597-a8f3-45b1-a1d5-14da3cc377cf None None] The sync data for ids ['d38c82e1-9fbf-479b-8a63-7113967e25f6'] in dv-cinder-837540-3-iscsi is: [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:45:27Z', 'revision_number': 3, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:45:35.598239 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] Publish callbacks [] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:35.650844 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:35.671190 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] Pushing event updated for resources: {'Port': ['ID=48a24a8b-c9ee-40ee-be11-cf2e58d2b01f,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:35.688527 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] Set router 63879327-cb12-46cd-84a7-5537cd2c3b5b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:45:35.716023 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-f7c6f155-dc7d-41ff-bc36-30aee4a540dc tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:45:35.720474 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-f7c6f155-dc7d-41ff-bc36-30aee4a540dc tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0522437 Apr 14 20:45:35.728986 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:35.742472 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1644353'] for router_interface (22952585-c418-4496-8f79-2f97352549ae), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:35.773390 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:35.802708 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-a4a59acb-6423-4057-9615-8e52d8fe824d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Made reservation on behalf of 27dd67d5d54143bd84f15a83f1f46737 for: {'port': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:35.817799 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-a4a59acb-6423-4057-9615-8e52d8fe824d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:35.992722 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9006c0e9-06f5-44e0-8c8e-bdbba8bdef77 req-e8c9dd21-4b2f-481e-8105-8550f51d0245 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6394396 Apr 14 20:45:36.010729 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-71254dd8-ccdb-43a1-9564-5ad61b11fd9d None None] Current status of the port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:36.010729 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-71254dd8-ccdb-43a1-9564-5ad61b11fd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:36.101818 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] Network d8f2fc22-5798-4429-ba83-71f0fd04ef2c is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:36.288612 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-85920b94-c71a-439b-ba6b-30d6a1201611 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:36.294223 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-85920b94-c71a-439b-ba6b-30d6a1201611 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.16 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 819 time: 0.8192532 Apr 14 20:45:36.332590 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:36.358464 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-8e16c9fa-8371-4320-bf7f-6466210ad7ab tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Request body: {'port': {'device_id': '1b1d3294-7a8c-43da-b421-7c37c601db2f', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'admin_state_up': True, 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:36.390357 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Request body: {'port': {'device_id': 'cbc010cd-654b-4bb4-ab6f-d2422cac2cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:36.497235 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:36.497235 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1644353'] for router_interface (d38c82e1-9fbf-479b-8a63-7113967e25f6), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:36.504432 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Set router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:45:36.506107 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41842) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:36.526025 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:45:36.621608 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:36.621986 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (ca1fcc7b-b515-426a-8f75-d8dcdb0e694c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:36.623185 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-fd3fc03a-880d-4660-a713-d12abefd04c4 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--468192998', 'description': 'tempest-description--1154478228'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:36.623742 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c7cc5800-7ce3-4e23-96f5-38c3fc055df7 req-f6558077-ce01-43b1-b3e3-fb7273e276aa tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 210 time: 0.3029954 Apr 14 20:45:36.915918 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc03a-880d-4660-a713-d12abefd04c4 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:36.921404 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (37bf9cf7-8240-4429-aad4-880bb966fa52), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:36.959143 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-a4a59acb-6423-4057-9615-8e52d8fe824d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Allocated IP 172.20.0.5 (e3627da5-4396-44c2-b4be-72365d8e14c1/f10567fd-adb1-4429-8b4f-7a10f9ab700f/7ff77d41-9d83-455f-a8ef-887591066088) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:37.011416 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-71254dd8-ccdb-43a1-9564-5ad61b11fd9d None None] For port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=1c5dc507-5435-4fa4-a2af-c076f0f6f5e3,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:37.107230 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695c4fa-016b-43d6-8777-52b971f07b69 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Pushing event updated for resources: {'Port': ['ID=37bf9cf7-8240-4429-aad4-880bb966fa52,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:37.115989 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-8e16c9fa-8371-4320-bf7f-6466210ad7ab tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Made reservation on behalf of 27dd67d5d54143bd84f15a83f1f46737 for: {'port': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:37.119422 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-8e16c9fa-8371-4320-bf7f-6466210ad7ab tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:37.151520 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-71254dd8-ccdb-43a1-9564-5ad61b11fd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:37.354270 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5239c39-df1d-47bd-bbc0-bc39aaabd9ca req-eb67931f-d7c8-43dc-8568-7cdb7cdd6d7c tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:37.357261 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c5239c39-df1d-47bd-bbc0-bc39aaabd9ca req-eb67931f-d7c8-43dc-8568-7cdb7cdd6d7c tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 931 time: 0.2278976 Apr 14 20:45:37.384785 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] Pushing event updated for resources: {'Port': ['ID=d2e00bee-211f-4a95-8f74-3ab2c779dd26,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:37.571322 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-a4a59acb-6423-4057-9615-8e52d8fe824d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for port (7ff77d41-9d83-455f-a8ef-887591066088), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:37.608830 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-a918b239-6255-4bec-8380-11e6fa9bf68e None None] Provisioning complete for port c4212cdb-0089-41c5-98f8-5ab1733e751b triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:37.610268 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-a918b239-6255-4bec-8380-11e6fa9bf68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:37.654761 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:37.735335 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c5239c39-df1d-47bd-bbc0-bc39aaabd9ca req-6aaec0da-2055-4275-adb1-48b9cb9cc233 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445499 Apr 14 20:45:37.768465 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-a918b239-6255-4bec-8380-11e6fa9bf68e None None] Port c4212cdb-0089-41c5-98f8-5ab1733e751b cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:45:37.785155 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:37.835927 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:26Z', 'revision_number': 3, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:37.896890 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71254dd8-ccdb-43a1-9564-5ad61b11fd9d None None] Pushing event updated for resources: {'Port': ['ID=1c5dc507-5435-4fa4-a2af-c076f0f6f5e3,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:37.957044 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc03a-880d-4660-a713-d12abefd04c4 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group (bc234cab-572d-473a-a646-8bf778f25458), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:37.988547 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:17Z', 'updated_at': '2022-04-14T20:45:23Z', 'revision_number': 4, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'gw_port': {'id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:18Z', 'updated_at': '2022-04-14T20:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '1c5dc507-5435-4fa4-a2af-c076f0f6f5e3', 'name': '', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'mac_address': 'fa:16:3e:58:c3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:32Z', 'revision_number': 4, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'subnets': [{'id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:38.002515 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-884ab3b7-2db5-44da-b830-05222e476f8e req-1327ce8d-e7e1-4221-b243-df9fb9332ae2 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 210 time: 0.1152725 Apr 14 20:45:38.013219 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-a4a59acb-6423-4057-9615-8e52d8fe824d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (7ff77d41-9d83-455f-a8ef-887591066088), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:38.015927 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209ff48-a287-459f-9577-bb688c29f3dd None None] The sync data for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi is: [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:26Z', 'revision_number': 3, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:45:38.035829 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-a918b239-6255-4bec-8380-11e6fa9bf68e None None] Provisioning complete for port d2e00bee-211f-4a95-8f74-3ab2c779dd26 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:38.037808 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-a918b239-6255-4bec-8380-11e6fa9bf68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:38.076486 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc03a-880d-4660-a713-d12abefd04c4 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (bc234cab-572d-473a-a646-8bf778f25458), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:38.083653 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 655843b5-f81d-4ccc-bf86-4df0e93ff520 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:38.252375 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 41892) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:38.266606 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a59acb-6423-4057-9615-8e52d8fe824d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Pushing event updated for resources: {'Port': ['ID=7ff77d41-9d83-455f-a8ef-887591066088,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:38.293399 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-a4a59acb-6423-4057-9615-8e52d8fe824d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Network e3627da5-4396-44c2-b4be-72365d8e14c1 is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:38.311027 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-a4a59acb-6423-4057-9615-8e52d8fe824d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:38.313696 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-a4a59acb-6423-4057-9615-8e52d8fe824d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:38.324546 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-a4a59acb-6423-4057-9615-8e52d8fe824d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:38.325243 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-a4a59acb-6423-4057-9615-8e52d8fe824d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:38.367905 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-8e16c9fa-8371-4320-bf7f-6466210ad7ab tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Allocated IP 172.20.0.8 (e3627da5-4396-44c2-b4be-72365d8e14c1/f10567fd-adb1-4429-8b4f-7a10f9ab700f/5249bac8-712a-4990-834e-24ba4ad1c15d) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:38.465204 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-a918b239-6255-4bec-8380-11e6fa9bf68e None None] Port d2e00bee-211f-4a95-8f74-3ab2c779dd26 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:45:38.494081 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e5077d-c9b2-48cd-8240-4ff60e9fc6a2 None None] The sync data for ids ['63879327-cb12-46cd-84a7-5537cd2c3b5b'] in dv-cinder-837540-3-iscsi is: [{'id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:17Z', 'updated_at': '2022-04-14T20:45:23Z', 'revision_number': 4, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'gw_port': {'id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:18Z', 'updated_at': '2022-04-14T20:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '1c5dc507-5435-4fa4-a2af-c076f0f6f5e3', 'name': '', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'mac_address': 'fa:16:3e:58:c3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:32Z', 'revision_number': 4, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'subnets': [{'id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:45:38.494310 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fc03a-880d-4660-a713-d12abefd04c4 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc234cab-572d-473a-a646-8bf778f25458,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:38.510166 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc03a-880d-4660-a713-d12abefd04c4 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:38.516324 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-a4a59acb-6423-4057-9615-8e52d8fe824d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2314892 Apr 14 20:45:38.518218 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-fd3fc03a-880d-4660-a713-d12abefd04c4 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.0048530 Apr 14 20:45:38.520735 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:38.543181 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:31Z', 'revision_number': 4, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'c4212cdb-0089-41c5-98f8-5ab1733e751b', 'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'mac_address': 'fa:16:3e:8d:b2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e65d667f-64ee-4065-b3c5-818560099347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:29Z', 'updated_at': '2022-04-14T20:45:31Z', 'revision_number': 2, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'subnets': [{'id': 'e65d667f-64ee-4065-b3c5-818560099347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:38.555215 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 41898) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:38.604206 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-ec9a817a-8f75-4ad3-b919-42f304b641e5 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Request body: {'security_group_rule': {'security_group_id': 'bc234cab-572d-473a-a646-8bf778f25458', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:38.688317 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Request body: {'port': {'device_id': 'f16e8f01-5e11-47b2-bc9e-f73fa0172b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:38.720080 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Checking router: cd38b8c1-64f0-4d4a-a390-3781c7c3f27b for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:45:38.724019 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Updating router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b port c4212cdb-0089-41c5-98f8-5ab1733e751b binding host dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:45:38.732713 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-a918b239-6255-4bec-8380-11e6fa9bf68e None None] Provisioning complete for port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:38.733425 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-a918b239-6255-4bec-8380-11e6fa9bf68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:38.847421 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 655843b5-f81d-4ccc-bf86-4df0e93ff520 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:38.847810 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (655843b5-f81d-4ccc-bf86-4df0e93ff520), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:38.939754 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-19478390-c019-4afa-8fa6-a972677a9920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:38.975584 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-a918b239-6255-4bec-8380-11e6fa9bf68e None None] Port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:45:39.010356 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:39.247182 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] Publish callbacks [] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:39.256124 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-9ed03546-49f6-4c85-98db-6be58cf63026 None None] Provisioning complete for port 7ff77d41-9d83-455f-a8ef-887591066088 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:39.256706 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-9ed03546-49f6-4c85-98db-6be58cf63026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (7ff77d41-9d83-455f-a8ef-887591066088), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:39.306328 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e33e02-be88-49af-84b0-881d30debef7 req-f394be4b-a117-484d-b42a-8587a325cccb tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:39.314334 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-06e33e02-be88-49af-84b0-881d30debef7 req-f394be4b-a117-484d-b42a-8587a325cccb tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 931 time: 0.0626163 Apr 14 20:45:39.318824 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-9ed03546-49f6-4c85-98db-6be58cf63026 None None] Port 7ff77d41-9d83-455f-a8ef-887591066088 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:45:39.319170 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ec9a817a-8f75-4ad3-b919-42f304b641e5 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group_rule (bc17a86a-b388-4242-8c8f-64c836a2b378), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:39.366511 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:39.367297 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644017'] for router_interface (d38c82e1-9fbf-479b-8a63-7113967e25f6), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:39.389552 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-06e33e02-be88-49af-84b0-881d30debef7 req-7ac6d561-3315-44c5-9d63-e0c0c81cc869 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742381 Apr 14 20:45:39.454728 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 655843b5-f81d-4ccc-bf86-4df0e93ff520 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:39.455630 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (655843b5-f81d-4ccc-bf86-4df0e93ff520), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:39.502111 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] For port 655843b5-f81d-4ccc-bf86-4df0e93ff520, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=655843b5-f81d-4ccc-bf86-4df0e93ff520,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:39.585134 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f5ff82f3-5427-4ea3-9041-b0a61393deea req-edf9f4e3-5e28-4399-b0bf-b1c4269aacd5 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 210 time: 0.2629125 Apr 14 20:45:39.607371 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (655843b5-f81d-4ccc-bf86-4df0e93ff520), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:39.608521 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device c302a24f-6612-4c8a-95da-21436b20931a up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:39.655486 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (7ff77d41-9d83-455f-a8ef-887591066088), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:39.752555 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Pushing event updated for resources: {'Port': ['ID=655843b5-f81d-4ccc-bf86-4df0e93ff520,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:39.812616 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] Pushing event updated for resources: {'Port': ['ID=d2e00bee-211f-4a95-8f74-3ab2c779dd26,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:39.824397 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] Network d8f2fc22-5798-4429-ba83-71f0fd04ef2c is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:39.837543 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:39.914042 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port c302a24f-6612-4c8a-95da-21436b20931a triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:39.914979 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (c302a24f-6612-4c8a-95da-21436b20931a), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:40.054154 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Publish callbacks [] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), precommit_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:40.111323 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] Router d38c82e1-9fbf-479b-8a63-7113967e25f6 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:45:40.140482 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:40.217075 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port c302a24f-6612-4c8a-95da-21436b20931a is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:40.220547 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (c302a24f-6612-4c8a-95da-21436b20931a), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:40.321051 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-8e16c9fa-8371-4320-bf7f-6466210ad7ab tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for port (5249bac8-712a-4990-834e-24ba4ad1c15d), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:40.325076 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c710d-b538-4cb9-8527-5e764a37ae7f None None] Pushing event updated for resources: {'Port': ['ID=c4212cdb-0089-41c5-98f8-5ab1733e751b,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:40.408316 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] For port c302a24f-6612-4c8a-95da-21436b20931a, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=c302a24f-6612-4c8a-95da-21436b20931a,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:40.441988 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-19478390-c019-4afa-8fa6-a972677a9920 admin admin] Publish callbacks [] for security_group (02263692-9990-478d-b795-b5f66dda6690), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:40.553688 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-4d1e521b-81d2-4eae-bca2-30f3ce50fa51 None None] Provisioning complete for port d2e00bee-211f-4a95-8f74-3ab2c779dd26 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:40.555715 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-4d1e521b-81d2-4eae-bca2-30f3ce50fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:40.556017 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ec9a817a-8f75-4ad3-b919-42f304b641e5 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group_rule (bc17a86a-b388-4242-8c8f-64c836a2b378), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:40.556107 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (c302a24f-6612-4c8a-95da-21436b20931a), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:40.556579 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 592350d6-6c9d-40cf-a8ef-20abb5994909 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:40.559711 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-19478390-c019-4afa-8fa6-a972677a9920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (02263692-9990-478d-b795-b5f66dda6690), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:40.620904 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-19478390-c019-4afa-8fa6-a972677a9920 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=440112b192124c09a09d8a8b5cc74eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3436975 Apr 14 20:45:40.624629 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41922) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:40.636875 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19478390-c019-4afa-8fa6-a972677a9920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02263692-9990-478d-b795-b5f66dda6690,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:40.661214 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ec9a817a-8f75-4ad3-b919-42f304b641e5 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (bc17a86a-b388-4242-8c8f-64c836a2b378), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:40.765939 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-8e16c9fa-8371-4320-bf7f-6466210ad7ab tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (5249bac8-712a-4990-834e-24ba4ad1c15d), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:40.766104 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37bf9cf7-8240-4429-aad4-880bb966fa52 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:45:40.827225 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Pushing event updated for resources: {'Port': ['ID=c302a24f-6612-4c8a-95da-21436b20931a,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:40.845303 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Attempting to bind port c4212cdb-0089-41c5-98f8-5ab1733e751b on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:45:40.846080 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Attempting to bind port c4212cdb-0089-41c5-98f8-5ab1733e751b by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:45:40.851884 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Attempting to bind port c4212cdb-0089-41c5-98f8-5ab1733e751b on network 895cc4d8-73f8-4860-a3ab-edffb1416f1b {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:40.856398 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:45:40.856896 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Checking segment: {'id': 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:40.857411 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:40.857978 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Bound using segment: {'id': 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:45:40.858535 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Bound port: c4212cdb-0089-41c5-98f8-5ab1733e751b, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:45:40.858994 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:40.925066 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Publish callbacks [] for port (37bf9cf7-8240-4429-aad4-880bb966fa52), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:40.966522 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e521b-81d2-4eae-bca2-30f3ce50fa51 None None] Port d2e00bee-211f-4a95-8f74-3ab2c779dd26 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:45:41.113428 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc41b6-a067-4259-9690-fe1cb5be1791 req-75485e44-de4d-4939-9bc9-52ff42230d5a tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:41.143755 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5ffc41b6-a067-4259-9690-fe1cb5be1791 req-75485e44-de4d-4939-9bc9-52ff42230d5a tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 931 time: 0.5338910 Apr 14 20:45:41.158045 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 592350d6-6c9d-40cf-a8ef-20abb5994909 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:41.158463 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (592350d6-6c9d-40cf-a8ef-20abb5994909), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:41.167713 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] For port c4212cdb-0089-41c5-98f8-5ab1733e751b, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:45:41.178255 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] For port c4212cdb-0089-41c5-98f8-5ab1733e751b, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=c4212cdb-0089-41c5-98f8-5ab1733e751b,segment=NetworkSegment(a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e),segment_id=a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:45:41.195327 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Transition to ACTIVE for port object 37bf9cf7-8240-4429-aad4-880bb966fa52 will not be triggered until provisioned by entity L2. {{(pid=110411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:45:41.209091 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-97ab1c21-f660-4042-a7fc-3615a8c19a4f None None] Provisioning complete for port c4212cdb-0089-41c5-98f8-5ab1733e751b triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:41.209091 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-97ab1c21-f660-4042-a7fc-3615a8c19a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:41.267148 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:45:41.271042 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-97ab1c21-f660-4042-a7fc-3615a8c19a4f None None] Port c4212cdb-0089-41c5-98f8-5ab1733e751b cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:45:41.273140 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:41.277604 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] Publish callbacks [] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:41.281281 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Sync routers for ids ['d38c82e1-9fbf-479b-8a63-7113967e25f6'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:45:41.291359 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-e4142b92-0ec5-43e5-9ca9-6699d6d5722e admin admin] 10.222.0.15 "PUT /v2.0/routers/d38c82e1-9fbf-479b-8a63-7113967e25f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6377704 Apr 14 20:45:41.308863 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a817a-8f75-4ad3-b919-42f304b641e5 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc17a86a-b388-4242-8c8f-64c836a2b378,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:41.315690 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Routers {'d38c82e1-9fbf-479b-8a63-7113967e25f6'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:45:41.318357 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:45:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['d38c82e1-9fbf-479b-8a63-7113967e25f6'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:41.331247 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (37bf9cf7-8240-4429-aad4-880bb966fa52), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:41.376628 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c9aece09-99d2-468b-8036-7f8241988108 admin admin] Publish callbacks [] for security_group (02263692-9990-478d-b795-b5f66dda6690), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:41.399778 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5ffc41b6-a067-4259-9690-fe1cb5be1791 req-58dc6596-067c-47c8-868d-577cd470dd3f tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522798 Apr 14 20:45:41.518791 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:41.519503 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Routers {'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:45:41.520254 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:45:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:41.520890 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644017'] for router_interface (22952585-c418-4496-8f79-2f97352549ae), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:41.572455 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-8e16c9fa-8371-4320-bf7f-6466210ad7ab tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Network e3627da5-4396-44c2-b4be-72365d8e14c1 is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:41.603671 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Set router d38c82e1-9fbf-479b-8a63-7113967e25f6 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:45:41.609426 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ec9a817a-8f75-4ad3-b919-42f304b641e5 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:41.615489 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-ec9a817a-8f75-4ad3-b919-42f304b641e5 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0567966 Apr 14 20:45:41.646932 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-8e16c9fa-8371-4320-bf7f-6466210ad7ab tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:41.652790 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41946) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:41.661650 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-be71a00c-de79-4689-94e2-9d2df5dd1856 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Request body: {'security_group_rule': {'security_group_id': 'bc234cab-572d-473a-a646-8bf778f25458', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:41.661901 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-8e16c9fa-8371-4320-bf7f-6466210ad7ab tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:41.679234 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-8e16c9fa-8371-4320-bf7f-6466210ad7ab tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:41.680135 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-8e16c9fa-8371-4320-bf7f-6466210ad7ab tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:41.755669 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16c9fa-8371-4320-bf7f-6466210ad7ab tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Pushing event updated for resources: {'Port': ['ID=5249bac8-712a-4990-834e-24ba4ad1c15d,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:41.767530 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Pushing event updated for resources: {'Port': ['ID=37bf9cf7-8240-4429-aad4-880bb966fa52,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:41.774115 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c9aece09-99d2-468b-8036-7f8241988108 admin admin] Publish callbacks [] for security_group (02263692-9990-478d-b795-b5f66dda6690), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:41.789653 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da01d5-360c-40bb-baba-9a30b5593c47 req-7e025c3a-9c86-4e73-b051-abd5f04bb420 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:41.802112 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a1da01d5-360c-40bb-baba-9a30b5593c47 req-7e025c3a-9c86-4e73-b051-abd5f04bb420 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 931 time: 0.9132295 Apr 14 20:45:41.947094 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c710d-b538-4cb9-8527-5e764a37ae7f None None] Pushing event updated for resources: {'Port': ['ID=c4212cdb-0089-41c5-98f8-5ab1733e751b,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:42.026232 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-2014ec1e-3cc0-49de-a594-e75808e276cf None None] Provisioning complete for port c4212cdb-0089-41c5-98f8-5ab1733e751b triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:42.026232 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-2014ec1e-3cc0-49de-a594-e75808e276cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:42.092516 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-8e16c9fa-8371-4320-bf7f-6466210ad7ab tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7713900 Apr 14 20:45:42.126672 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 592350d6-6c9d-40cf-a8ef-20abb5994909 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:42.143106 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Request body: {'port': {'device_id': '1b1d3294-7a8c-43da-b421-7c37c601db2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:42.146768 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] Set router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:45:42.165917 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff77d41-9d83-455f-a8ef-887591066088 {{(pid=110412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:45:42.250439 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Publish callbacks [] for port (7ff77d41-9d83-455f-a8ef-887591066088), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:42.306692 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'd2e00bee-211f-4a95-8f74-3ab2c779dd26', 'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'mac_address': 'fa:16:3e:7f:81:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:32Z', 'updated_at': '2022-04-14T20:45:38Z', 'revision_number': 2, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'subnets': [{'id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:42.350069 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a1da01d5-360c-40bb-baba-9a30b5593c47 req-8a4c3b5b-6ec8-4edf-b98b-40ee67c30fe1 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415354 Apr 14 20:45:42.353504 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Checking router: d38c82e1-9fbf-479b-8a63-7113967e25f6 for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:45:42.354429 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Updating router d38c82e1-9fbf-479b-8a63-7113967e25f6 port d2e00bee-211f-4a95-8f74-3ab2c779dd26 binding host dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:45:42.413302 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Attempting to bind port 37bf9cf7-8240-4429-aad4-880bb966fa52 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:45:42.418882 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Attempting to bind port 37bf9cf7-8240-4429-aad4-880bb966fa52 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'a0d9018e-e881-41bf-a352-301955668356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6b8f0e05-2342-44c9-9e45-e8e62ba2078d'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:45:42.420659 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:42.431890 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Attempting to bind port 37bf9cf7-8240-4429-aad4-880bb966fa52 on network 6b8f0e05-2342-44c9-9e45-e8e62ba2078d {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:42.498474 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.provisioning_blocks [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Transition to ACTIVE for port object 7ff77d41-9d83-455f-a8ef-887591066088 will not be triggered until provisioned by entity L2. {{(pid=110412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:45:42.502592 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 41962) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:42.514726 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-645d73f4-f1a3-4393-a607-ddc92865c43f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2077320457', 'description': 'tempest-description--781108830'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:42.559164 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (5249bac8-712a-4990-834e-24ba4ad1c15d), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:42.609724 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] Pushing event updated for resources: {'Port': ['ID=48a24a8b-c9ee-40ee-be11-cf2e58d2b01f,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:42.625591 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (7ff77d41-9d83-455f-a8ef-887591066088), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:42.642088 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 655843b5-f81d-4ccc-bf86-4df0e93ff520 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:42.669729 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] Network 78fd882f-0d96-47e7-99be-fdb344cfeb03 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:42.682742 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Port 37bf9cf7-8240-4429-aad4-880bb966fa52 on network 6b8f0e05-2342-44c9-9e45-e8e62ba2078d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:45:42.683467 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Attempting to bind port 37bf9cf7-8240-4429-aad4-880bb966fa52 on network 6b8f0e05-2342-44c9-9e45-e8e62ba2078d {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:42.686488 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-be71a00c-de79-4689-94e2-9d2df5dd1856 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group_rule (74827172-e2d2-4ffd-9697-45dc6f1a3bde), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:42.691637 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:42.711841 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-645d73f4-f1a3-4393-a607-ddc92865c43f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:42.722995 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:45:42.723359 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Checking segment: {'id': 'a0d9018e-e881-41bf-a352-301955668356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6b8f0e05-2342-44c9-9e45-e8e62ba2078d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:42.723920 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Bound using segment: {'id': 'a0d9018e-e881-41bf-a352-301955668356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6b8f0e05-2342-44c9-9e45-e8e62ba2078d'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:45:42.733924 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Bound port: 37bf9cf7-8240-4429-aad4-880bb966fa52, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d9018e-e881-41bf-a352-301955668356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6b8f0e05-2342-44c9-9e45-e8e62ba2078d'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:45:42.734435 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (37bf9cf7-8240-4429-aad4-880bb966fa52), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:42.795475 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-2014ec1e-3cc0-49de-a594-e75808e276cf None None] Current status of the port c4212cdb-0089-41c5-98f8-5ab1733e751b is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:42.795880 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-2014ec1e-3cc0-49de-a594-e75808e276cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:42.864478 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c9aece09-99d2-468b-8036-7f8241988108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (02263692-9990-478d-b795-b5f66dda6690), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:42.882545 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c9aece09-99d2-468b-8036-7f8241988108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:42.883933 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-c9aece09-99d2-468b-8036-7f8241988108 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02263692-9990-478d-b795-b5f66dda6690 HTTP/1.1" status: 204 len: 168 time: 2.2519162 Apr 14 20:45:42.900361 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Pushing event updated for resources: {'Port': ['ID=7ff77d41-9d83-455f-a8ef-887591066088,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:42.959770 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9712ac-dd40-44d2-9cb6-f8185717e7a5 req-4c47a337-734f-4901-9fed-f249b862cf37 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:42.967551 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8d9712ac-dd40-44d2-9cb6-f8185717e7a5 req-4c47a337-734f-4901-9fed-f249b862cf37 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 943 time: 0.3884928 Apr 14 20:45:43.082108 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aece09-99d2-468b-8036-7f8241988108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02263692-9990-478d-b795-b5f66dda6690,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:43.087749 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-2014ec1e-3cc0-49de-a594-e75808e276cf None None] For port c4212cdb-0089-41c5-98f8-5ab1733e751b, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=c4212cdb-0089-41c5-98f8-5ab1733e751b,segment=NetworkSegment(a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e),segment_id=a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:43.091182 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8d9712ac-dd40-44d2-9cb6-f8185717e7a5 req-3b5fc133-27aa-4cfa-b2de-5da895015497 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916989 Apr 14 20:45:43.131573 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Publish callbacks [] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), precommit_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:43.241488 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-2014ec1e-3cc0-49de-a594-e75808e276cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:43.243261 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 655843b5-f81d-4ccc-bf86-4df0e93ff520 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:43.243780 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (655843b5-f81d-4ccc-bf86-4df0e93ff520), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:43.272481 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-645d73f4-f1a3-4393-a607-ddc92865c43f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group (a6361513-64fa-4ff6-89bd-f65eb605ed96), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:43.280521 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Attempting to bind port 7ff77d41-9d83-455f-a8ef-887591066088 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:45:43.281001 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Attempting to bind port 7ff77d41-9d83-455f-a8ef-887591066088 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:45:43.281346 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Attempting to bind port 7ff77d41-9d83-455f-a8ef-887591066088 on network e3627da5-4396-44c2-b4be-72365d8e14c1 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:43.287097 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:43.295542 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Port 7ff77d41-9d83-455f-a8ef-887591066088 on network e3627da5-4396-44c2-b4be-72365d8e14c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:45:43.295882 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Attempting to bind port 7ff77d41-9d83-455f-a8ef-887591066088 on network e3627da5-4396-44c2-b4be-72365d8e14c1 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:43.311702 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:45:43.312069 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Checking segment: {'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:43.312723 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Bound using segment: {'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:45:43.313224 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Bound port: 7ff77d41-9d83-455f-a8ef-887591066088, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:45:43.313668 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (7ff77d41-9d83-455f-a8ef-887591066088), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:43.350717 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:31Z', 'revision_number': 4, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'c4212cdb-0089-41c5-98f8-5ab1733e751b', 'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'mac_address': 'fa:16:3e:8d:b2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e65d667f-64ee-4065-b3c5-818560099347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:29Z', 'updated_at': '2022-04-14T20:45:41Z', 'revision_number': 4, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'subnets': [{'id': 'e65d667f-64ee-4065-b3c5-818560099347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:43.363750 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] For port 37bf9cf7-8240-4429-aad4-880bb966fa52, host hv-cinder-83754, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:45:43.368597 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75314c4-02e6-426c-a4c4-ff03120bfe61 None None] Pushing event updated for resources: {'Port': ['ID=d2e00bee-211f-4a95-8f74-3ab2c779dd26,revision_number=3']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:43.403886 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-645d73f4-f1a3-4393-a607-ddc92865c43f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a6361513-64fa-4ff6-89bd-f65eb605ed96), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:43.466301 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Attempting to bind port d2e00bee-211f-4a95-8f74-3ab2c779dd26 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:45:43.467111 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Attempting to bind port d2e00bee-211f-4a95-8f74-3ab2c779dd26 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': 'b8e6d31b-c055-4055-9038-42a4f543c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c'}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:45:43.467733 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Attempting to bind port d2e00bee-211f-4a95-8f74-3ab2c779dd26 on network d8f2fc22-5798-4429-ba83-71f0fd04ef2c {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:43.478155 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:45:43.483320 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Checking segment: {'id': 'b8e6d31b-c055-4055-9038-42a4f543c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:43.484190 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:43.485026 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Bound using segment: {'id': 'b8e6d31b-c055-4055-9038-42a4f543c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c'} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:45:43.485808 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Bound port: d2e00bee-211f-4a95-8f74-3ab2c779dd26, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e6d31b-c055-4055-9038-42a4f543c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c'}}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:45:43.486545 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:43.510795 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014ec1e-3cc0-49de-a594-e75808e276cf None None] Pushing event updated for resources: {'Port': ['ID=c4212cdb-0089-41c5-98f8-5ab1733e751b,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:43.584891 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-645d73f4-f1a3-4393-a607-ddc92865c43f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:43.586482 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-645d73f4-f1a3-4393-a607-ddc92865c43f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0807014 Apr 14 20:45:43.597365 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 41988) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:43.608598 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] For port d2e00bee-211f-4a95-8f74-3ab2c779dd26, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:45:43.611715 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d73f4-f1a3-4393-a607-ddc92865c43f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6361513-64fa-4ff6-89bd-f65eb605ed96,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:43.613440 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] For port d2e00bee-211f-4a95-8f74-3ab2c779dd26, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=d2e00bee-211f-4a95-8f74-3ab2c779dd26,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:45:43.623103 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-7d701be9-67db-4152-a470-080154833307 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Request body: {'security_group_rule': {'security_group_id': 'a6361513-64fa-4ff6-89bd-f65eb605ed96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:43.625510 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1ba7a-2838-43cf-92ea-ce99e65527ae None None] The sync data for ids ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'] in dv-cinder-837540-3-iscsi is: [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:31Z', 'revision_number': 4, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'c4212cdb-0089-41c5-98f8-5ab1733e751b', 'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'mac_address': 'fa:16:3e:8d:b2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e65d667f-64ee-4065-b3c5-818560099347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:29Z', 'updated_at': '2022-04-14T20:45:41Z', 'revision_number': 4, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'subnets': [{'id': 'e65d667f-64ee-4065-b3c5-818560099347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:45:43.637520 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] For port 37bf9cf7-8240-4429-aad4-880bb966fa52, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=37bf9cf7-8240-4429-aad4-880bb966fa52,segment=NetworkSegment(a0d9018e-e881-41bf-a352-301955668356),segment_id=a0d9018e-e881-41bf-a352-301955668356)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:45:43.642632 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-440f01d3-114f-4a06-bf0f-5842f48cb62f None None] Provisioning complete for port 5249bac8-712a-4990-834e-24ba4ad1c15d triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:43.643212 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-440f01d3-114f-4a06-bf0f-5842f48cb62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (5249bac8-712a-4990-834e-24ba4ad1c15d), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:43.653054 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] Router 22952585-c418-4496-8f79-2f97352549ae has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:45:43.656521 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-be71a00c-de79-4689-94e2-9d2df5dd1856 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group_rule (74827172-e2d2-4ffd-9697-45dc6f1a3bde), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:43.700121 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:43.794677 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5249bac8-712a-4990-834e-24ba4ad1c15d {{(pid=110412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:45:43.837106 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Publish callbacks [] for port (5249bac8-712a-4990-834e-24ba4ad1c15d), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:43.891394 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.provisioning_blocks [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Transition to ACTIVE for port object 5249bac8-712a-4990-834e-24ba4ad1c15d will not be triggered until provisioned by entity L2. {{(pid=110412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:45:43.906091 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75314c4-02e6-426c-a4c4-ff03120bfe61 None None] Pushing event updated for resources: {'Port': ['ID=d2e00bee-211f-4a95-8f74-3ab2c779dd26,revision_number=4']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:43.907910 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 41990) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:43.928430 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] For port 7ff77d41-9d83-455f-a8ef-887591066088, host hv-cinder-83754, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:45:43.945707 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-440f01d3-114f-4a06-bf0f-5842f48cb62f None None] Port 5249bac8-712a-4990-834e-24ba4ad1c15d cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:45:43.946233 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3885a4-a822-4048-b9ae-50d6bd065cbb req-4bf663be-e5d9-4ca3-a5a6-a0c56043e97e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:43.954243 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-440f01d3-114f-4a06-bf0f-5842f48cb62f None None] Provisioning complete for port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:43.954611 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-440f01d3-114f-4a06-bf0f-5842f48cb62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:43.962212 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6e3885a4-a822-4048-b9ae-50d6bd065cbb req-4bf663be-e5d9-4ca3-a5a6-a0c56043e97e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 931 time: 0.2897296 Apr 14 20:45:43.971623 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Routers {'d38c82e1-9fbf-479b-8a63-7113967e25f6'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:45:43.972379 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:45:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['d38c82e1-9fbf-479b-8a63-7113967e25f6'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:44.022180 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-be71a00c-de79-4689-94e2-9d2df5dd1856 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (74827172-e2d2-4ffd-9697-45dc6f1a3bde), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:44.022637 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (5249bac8-712a-4990-834e-24ba4ad1c15d), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:44.063702 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (37bf9cf7-8240-4429-aad4-880bb966fa52), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:44.080247 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] For port 7ff77d41-9d83-455f-a8ef-887591066088, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7ff77d41-9d83-455f-a8ef-887591066088,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:45:44.080698 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-440f01d3-114f-4a06-bf0f-5842f48cb62f None None] Port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:45:44.126967 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 655843b5-f81d-4ccc-bf86-4df0e93ff520 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:44.132193 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ae00ccc5-c0c9-4df5-8655-41df19ab16dc up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:44.236485 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (7ff77d41-9d83-455f-a8ef-887591066088), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:44.257328 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port ae00ccc5-c0c9-4df5-8655-41df19ab16dc triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:44.257764 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (ae00ccc5-c0c9-4df5-8655-41df19ab16dc), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:44.323464 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:44.325774 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:44.333837 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] 10.222.0.16 "PUT /v2.0/ports/7ff77d41-9d83-455f-a8ef-887591066088 HTTP/1.1" status: 200 len: 1093 time: 5.7039428 Apr 14 20:45:44.341575 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16e8f01-5e11-47b2-bc9e-f73fa0172b5a', 'tag': '7ff77d41-9d83-455f-a8ef-887591066088'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:45:44.415146 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 41998) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:44.474047 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71a00c-de79-4689-94e2-9d2df5dd1856 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74827172-e2d2-4ffd-9697-45dc6f1a3bde,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:44.483204 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-4c4f7683-8d1e-4f0e-84ed-25e8f30a7ebe None None] Provisioning complete for port d2e00bee-211f-4a95-8f74-3ab2c779dd26 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:44.484570 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7683-8d1e-4f0e-84ed-25e8f30a7ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:44.543918 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9008342d-3bba-4b76-908e-b19a6a24a78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:44.556315 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-be71a00c-de79-4689-94e2-9d2df5dd1856 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:44.558153 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-be71a00c-de79-4689-94e2-9d2df5dd1856 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.9042096 Apr 14 20:45:44.568381 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:44.570905 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:44.579834 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] 10.222.0.16 "PUT /v2.0/ports/37bf9cf7-8240-4429-aad4-880bb966fa52 HTTP/1.1" status: 200 len: 1093 time: 8.5195417 Apr 14 20:45:44.590165 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 42000) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:44.592219 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 42002) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:44.607462 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc010cd-654b-4bb4-ab6f-d2422cac2cd3', 'tag': '37bf9cf7-8240-4429-aad4-880bb966fa52'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:45:44.685022 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] Set router d38c82e1-9fbf-479b-8a63-7113967e25f6 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:45:44.696852 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7d701be9-67db-4152-a470-080154833307 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group_rule (e099c905-8a67-4df5-823f-a4d9974e4c9b), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:44.745735 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port ae00ccc5-c0c9-4df5-8655-41df19ab16dc is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:44.746444 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ae00ccc5-c0c9-4df5-8655-41df19ab16dc), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:44.767348 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992ba69-134e-4bc1-b20a-cdfb1581f840 service neutron] Pushing event updated for resources: {'Port': ['ID=37bf9cf7-8240-4429-aad4-880bb966fa52,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:44.775051 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-3d1391d9-b396-47f3-a69b-e06481e16b65 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Request body: {'floatingip': {'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:44.803491 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] For port ae00ccc5-c0c9-4df5-8655-41df19ab16dc, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=ae00ccc5-c0c9-4df5-8655-41df19ab16dc,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:44.809769 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:44.954421 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Pushing event updated for resources: {'Port': ['ID=5249bac8-712a-4990-834e-24ba4ad1c15d,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:44.960041 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3d1391d9-b396-47f3-a69b-e06481e16b65 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:44.985432 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (ae00ccc5-c0c9-4df5-8655-41df19ab16dc), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:44.987538 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:45.011769 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-23bf771c-0854-402f-8f02-5ceee97cd521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:45.098222 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Attempting to bind port 5249bac8-712a-4990-834e-24ba4ad1c15d on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:45:45.099509 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Attempting to bind port 5249bac8-712a-4990-834e-24ba4ad1c15d by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:45:45.099854 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Attempting to bind port 5249bac8-712a-4990-834e-24ba4ad1c15d on network e3627da5-4396-44c2-b4be-72365d8e14c1 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:45.180423 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-23bf771c-0854-402f-8f02-5ceee97cd521 admin admin] Publish callbacks [] for security_group (91737de0-c024-448d-a33b-f10ca97384f5), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:45.205409 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6e3885a4-a822-4048-b9ae-50d6bd065cbb req-1fb9b5f9-4625-4fe4-bd56-b8308ffd888c tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2421622 Apr 14 20:45:45.271745 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbeb94f-ddd7-4534-99dd-3ffccf8c7cac" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc010cd-654b-4bb4-ab6f-d2422cac2cd3", "tag": "37bf9cf7-8240-4429-aad4-880bb966fa52"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:45:45.290933 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Port 5249bac8-712a-4990-834e-24ba4ad1c15d on network e3627da5-4396-44c2-b4be-72365d8e14c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:45:45.291370 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Attempting to bind port 5249bac8-712a-4990-834e-24ba4ad1c15d on network e3627da5-4396-44c2-b4be-72365d8e14c1 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:45.299798 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-0ed17431-0d3b-49ea-b059-ff25de77dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:45.303326 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-0ed17431-0d3b-49ea-b059-ff25de77dc62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 1127 time: 0.6420119 Apr 14 20:45:45.318413 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa387bf-f2d4-4cda-a07d-fa191fa68892" -d '{"events": [{"name": "network-changed", "server_uuid": "f16e8f01-5e11-47b2-bc9e-f73fa0172b5a", "tag": "7ff77d41-9d83-455f-a8ef-887591066088"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:45:45.327372 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-23bf771c-0854-402f-8f02-5ceee97cd521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (91737de0-c024-448d-a33b-f10ca97384f5), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:45.328241 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-4c4f7683-8d1e-4f0e-84ed-25e8f30a7ebe None None] Current status of the port d2e00bee-211f-4a95-8f74-3ab2c779dd26 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:45.329217 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7683-8d1e-4f0e-84ed-25e8f30a7ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:45.334116 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Pushing event updated for resources: {'Port': ['ID=ae00ccc5-c0c9-4df5-8655-41df19ab16dc,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:45.368623 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d97b9554-830b-4bd4-89c2-1fecb41c0eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:45.374026 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-db17e68b-7bf1-42e7-a5f7-91ef091b7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:45.375764 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-db17e68b-7bf1-42e7-a5f7-91ef091b7a9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3a36cb335f64e508edbc939b3cc60ae&device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 1127 time: 0.5588596 Apr 14 20:45:45.408514 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:45.408946 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:45.412454 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'd2e00bee-211f-4a95-8f74-3ab2c779dd26', 'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'mac_address': 'fa:16:3e:7f:81:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:32Z', 'updated_at': '2022-04-14T20:45:43Z', 'revision_number': 4, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'subnets': [{'id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:45.528236 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaadeb0-74e9-4562-b483-ddc95d52146f None None] The sync data for ids ['d38c82e1-9fbf-479b-8a63-7113967e25f6'] in dv-cinder-837540-3-iscsi is: [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'd2e00bee-211f-4a95-8f74-3ab2c779dd26', 'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'mac_address': 'fa:16:3e:7f:81:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:32Z', 'updated_at': '2022-04-14T20:45:43Z', 'revision_number': 4, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'subnets': [{'id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:45:45.531569 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d97b9554-830b-4bd4-89c2-1fecb41c0eac admin admin] Publish callbacks [] for security_group (a9fac005-43bd-4f9b-91b8-3d62cde83fb9), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:45.533001 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:45:45.533457 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Checking segment: {'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:45.534034 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Bound using segment: {'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:45:45.534446 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Bound port: 5249bac8-712a-4990-834e-24ba4ad1c15d, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:45:45.534780 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (5249bac8-712a-4990-834e-24ba4ad1c15d), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:45.603494 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-4c4f7683-8d1e-4f0e-84ed-25e8f30a7ebe None None] For port d2e00bee-211f-4a95-8f74-3ab2c779dd26, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=d2e00bee-211f-4a95-8f74-3ab2c779dd26,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:45.644451 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d97b9554-830b-4bd4-89c2-1fecb41c0eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a9fac005-43bd-4f9b-91b8-3d62cde83fb9), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:45.684009 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-d97b9554-830b-4bd4-89c2-1fecb41c0eac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f21da0c7aa844d1c9fb1ddfb8bc4ec65&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7692068 Apr 14 20:45:45.700645 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:45.702181 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device c302a24f-6612-4c8a-95da-21436b20931a up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:45.705676 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7683-8d1e-4f0e-84ed-25e8f30a7ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:45.710814 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-8ce45f3c-c6fd-47d7-a369-4faa04c9599c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ff77d41-9d83-455f-a8ef-887591066088 HTTP/1.1" status: 200 len: 217 time: 0.3501620 Apr 14 20:45:45.711606 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b9554-830b-4bd4-89c2-1fecb41c0eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fac005-43bd-4f9b-91b8-3d62cde83fb9,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:45.714818 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 42030) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:45.799526 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbc003f-22db-4925-a0a1-15dfbace93da x-openstack-request-id: req-ffbc003f-22db-4925-a0a1-15dfbace93da {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:45:45.800416 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc010cd-654b-4bb4-ab6f-d2422cac2cd3", "tag": "37bf9cf7-8240-4429-aad4-880bb966fa52", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:45:45.800416 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ffbc003f-22db-4925-a0a1-15dfbace93da {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:45:45.805474 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffbc003f-22db-4925-a0a1-15dfbace93da'] response: {'name': 'network-changed', 'server_uuid': 'cbc010cd-654b-4bb4-ab6f-d2422cac2cd3', 'tag': '37bf9cf7-8240-4429-aad4-880bb966fa52', 'status': 'completed', 'code': 200} Apr 14 20:45:45.856413 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b8ffc5-af49-430d-9f28-29fa2ec8d8b3 x-openstack-request-id: req-98b8ffc5-af49-430d-9f28-29fa2ec8d8b3 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:45:45.857146 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16e8f01-5e11-47b2-bc9e-f73fa0172b5a", "tag": "7ff77d41-9d83-455f-a8ef-887591066088", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:45:45.857440 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98b8ffc5-af49-430d-9f28-29fa2ec8d8b3 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:45:45.858022 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98b8ffc5-af49-430d-9f28-29fa2ec8d8b3'] response: {'name': 'network-changed', 'server_uuid': 'f16e8f01-5e11-47b2-bc9e-f73fa0172b5a', 'tag': '7ff77d41-9d83-455f-a8ef-887591066088', 'status': 'completed', 'code': 200} Apr 14 20:45:45.866978 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f7683-8d1e-4f0e-84ed-25e8f30a7ebe None None] Pushing event updated for resources: {'Port': ['ID=d2e00bee-211f-4a95-8f74-3ab2c779dd26,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:45.878116 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-b98e0931-4edf-45e6-ac7b-2240c82ca5e0 None None] Provisioning complete for port d2e00bee-211f-4a95-8f74-3ab2c779dd26 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:45.878845 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b98e0931-4edf-45e6-ac7b-2240c82ca5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:45.921689 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port c302a24f-6612-4c8a-95da-21436b20931a triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:45.922142 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (c302a24f-6612-4c8a-95da-21436b20931a), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:45.929372 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3432a25-fdc9-4b8e-a6ba-87075dbf9c5a service neutron] Pushing event updated for resources: {'Port': ['ID=7ff77d41-9d83-455f-a8ef-887591066088,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:45.951238 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f88b5-3e93-4164-90c4-4e26f823c8f9 req-ee64caa7-636d-472e-bf8d-6e7231a5486d tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:45.952744 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ec8f88b5-3e93-4164-90c4-4e26f823c8f9 req-ee64caa7-636d-472e-bf8d-6e7231a5486d tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 943 time: 1.3254225 Apr 14 20:45:46.047786 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] For port 5249bac8-712a-4990-834e-24ba4ad1c15d, host hv-cinder-83754, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:45:46.053088 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] For port 5249bac8-712a-4990-834e-24ba4ad1c15d, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5249bac8-712a-4990-834e-24ba4ad1c15d,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:45:46.066882 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:45:46.084026 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-75c55597-a946-46a0-8ddb-b69b4595c1c7 admin admin] 10.222.0.15 "PUT /v2.0/routers/22952585-c418-4496-8f79-2f97352549ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9443579 Apr 14 20:45:46.085985 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-c1bb6017-a952-4fa8-9363-d8b8706ee6ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37bf9cf7-8240-4429-aad4-880bb966fa52 HTTP/1.1" status: 200 len: 217 time: 0.2742646 Apr 14 20:45:46.092026 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Sync routers for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:45:46.102016 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ec8f88b5-3e93-4164-90c4-4e26f823c8f9 req-f051cca2-728e-4464-9660-124d61afa5fd tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318138 Apr 14 20:45:46.103507 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-a5609c7c-895c-4aa3-b0ac-66afe0886af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:46.106630 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-a5609c7c-895c-4aa3-b0ac-66afe0886af3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f10567fd-adb1-4429-8b4f-7a10f9ab700f HTTP/1.1" status: 200 len: 858 time: 0.3759315 Apr 14 20:45:46.108081 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-23bf771c-0854-402f-8f02-5ceee97cd521 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61afcb12f9fc4b74b68879c8ab65ca03&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3003156 Apr 14 20:45:46.108713 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 42034) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:46.111829 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7787942c-0926-4f4a-b63f-c9764483e092 admin admin] Publish callbacks [] for security_group (a9fac005-43bd-4f9b-91b8-3d62cde83fb9), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:46.116880 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7d701be9-67db-4152-a470-080154833307 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group_rule (e099c905-8a67-4df5-823f-a4d9974e4c9b), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:46.161610 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-b98e0931-4edf-45e6-ac7b-2240c82ca5e0 None None] Current status of the port d2e00bee-211f-4a95-8f74-3ab2c779dd26 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:46.167923 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (5249bac8-712a-4990-834e-24ba4ad1c15d), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:46.252156 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:45:46.252819 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:45:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:46.258611 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port c302a24f-6612-4c8a-95da-21436b20931a is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:46.292281 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-961e2bfc-262b-47bb-ba51-2c022e44135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:46.295136 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-961e2bfc-262b-47bb-ba51-2c022e44135f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1349b8f9-fa22-4c5e-9257-b115c390afd3 HTTP/1.1" status: 200 len: 851 time: 0.1775007 Apr 14 20:45:46.297372 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf771c-0854-402f-8f02-5ceee97cd521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91737de0-c024-448d-a33b-f10ca97384f5,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:46.473008 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-91639124-9e84-4345-9f5d-b6ce7a15a01d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b8f0e05-2342-44c9-9e45-e8e62ba2078d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1543007 Apr 14 20:45:46.581888 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3d1391d9-b396-47f3-a69b-e06481e16b65 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:46.697691 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7d701be9-67db-4152-a470-080154833307 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (e099c905-8a67-4df5-823f-a4d9974e4c9b), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:46.699184 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:45:46.711537 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:46.712153 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:46.714866 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] 10.222.0.16 "PUT /v2.0/ports/5249bac8-712a-4990-834e-24ba4ad1c15d HTTP/1.1" status: 200 len: 1093 time: 4.5795851 Apr 14 20:45:46.780616 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7787942c-0926-4f4a-b63f-c9764483e092 admin admin] Publish callbacks [] for security_group (a9fac005-43bd-4f9b-91b8-3d62cde83fb9), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:46.785052 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-65daf072-ee5f-487a-b89c-8b85988269af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:46.787115 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-65daf072-ee5f-487a-b89c-8b85988269af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3627da5-4396-44c2-b4be-72365d8e14c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6726506 Apr 14 20:45:46.787364 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dc29c196-1d7b-42d5-b772-250881534d69 admin admin] Publish callbacks [] for security_group (91737de0-c024-448d-a33b-f10ca97384f5), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:46.792037 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-2def85aa-a937-4057-96e7-96a2a1437332 service neutron] 10.222.0.16 "GET /v2.0/networks/6b8f0e05-2342-44c9-9e45-e8e62ba2078d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675383 Apr 14 20:45:46.798685 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d701be9-67db-4152-a470-080154833307 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e099c905-8a67-4df5-823f-a4d9974e4c9b,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:46.827424 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device d2e00bee-211f-4a95-8f74-3ab2c779dd26 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:46.912817 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-3a066bfe-405d-4555-90df-08a94ff80dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:46.914356 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-3a066bfe-405d-4555-90df-08a94ff80dfd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 1127 time: 0.0993295 Apr 14 20:45:46.951198 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9008342d-3bba-4b76-908e-b19a6a24a78f admin admin] Publish callbacks [] for security_group (924ac090-00b9-4541-81c6-be3a44219ff0), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:46.958625 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77e42e-57ef-4aa9-9b89-029256cb22ce service neutron] Pushing event updated for resources: {'Port': ['ID=5249bac8-712a-4990-834e-24ba4ad1c15d,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:46.980251 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4f68c152-2da0-455d-8af6-1b1dbdb84b34 req-84139756-3c9a-4554-af42-3624f6f82ba0 service neutron] 10.222.0.16 "GET /v2.0/networks/6b8f0e05-2342-44c9-9e45-e8e62ba2078d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522555 Apr 14 20:45:46.984775 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7d701be9-67db-4152-a470-080154833307 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:46.988122 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-7d701be9-67db-4152-a470-080154833307 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.3747132 Apr 14 20:45:46.997939 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 42044) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:47.045242 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9008342d-3bba-4b76-908e-b19a6a24a78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (924ac090-00b9-4541-81c6-be3a44219ff0), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:47.104664 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dc29c196-1d7b-42d5-b772-250881534d69 admin admin] Publish callbacks [] for security_group (91737de0-c024-448d-a33b-f10ca97384f5), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:47.122955 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-531ad742-e9ab-48f9-b216-654043ac7fa0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Request body: {'security_group_rule': {'security_group_id': 'a6361513-64fa-4ff6-89bd-f65eb605ed96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:47.128203 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-529fb933-a0e6-43eb-bbf9-27aa8f803376 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5249bac8-712a-4990-834e-24ba4ad1c15d HTTP/1.1" status: 200 len: 217 time: 0.1718628 Apr 14 20:45:47.169953 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-dccf6447-c162-467b-b3d4-5bffb5791aef service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603318 Apr 14 20:45:47.205779 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port d2e00bee-211f-4a95-8f74-3ab2c779dd26 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:47.209987 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:47.258395 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-9008342d-3bba-4b76-908e-b19a6a24a78f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26a0857f67324fce9d30f4a65a25bd15&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7799568 Apr 14 20:45:47.279242 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 42048) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:47.287937 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008342d-3bba-4b76-908e-b19a6a24a78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924ac090-00b9-4541-81c6-be3a44219ff0,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:47.357966 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-165c4a38-e8b3-4acc-a62f-90e0f6499f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:47.359842 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-165c4a38-e8b3-4acc-a62f-90e0f6499f3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f10567fd-adb1-4429-8b4f-7a10f9ab700f HTTP/1.1" status: 200 len: 858 time: 0.1857653 Apr 14 20:45:47.360638 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 42050) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:47.432944 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10591d-a5cb-470a-ad07-b741377e8a61 req-1e479ecc-9280-4652-8740-a292310499be tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:47.440039 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2c10591d-a5cb-470a-ad07-b741377e8a61 req-1e479ecc-9280-4652-8740-a292310499be tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 943 time: 0.9552152 Apr 14 20:45:47.467366 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-dbc52379-3ce6-4566-9c99-1297e53be998 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--118269199', 'description': 'tempest-description--2060369205'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:47.488975 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7787942c-0926-4f4a-b63f-c9764483e092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a9fac005-43bd-4f9b-91b8-3d62cde83fb9), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:47.497958 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7787942c-0926-4f4a-b63f-c9764483e092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:47.500776 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-7787942c-0926-4f4a-b63f-c9764483e092 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9fac005-43bd-4f9b-91b8-3d62cde83fb9 HTTP/1.1" status: 204 len: 168 time: 1.7773755 Apr 14 20:45:47.510945 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port d2e00bee-211f-4a95-8f74-3ab2c779dd26 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:47.514515 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ae00ccc5-c0c9-4df5-8655-41df19ab16dc up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:47.596622 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbeb94f-ddd7-4534-99dd-3ffccf8c7cac req-b22ce65b-75c6-4fbf-bbdf-21a182984e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:47.605303 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3fbeb94f-ddd7-4534-99dd-3ffccf8c7cac req-b22ce65b-75c6-4fbf-bbdf-21a182984e06 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3a36cb335f64e508edbc939b3cc60ae&device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 1127 time: 0.3172901 Apr 14 20:45:47.609096 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:38Z', 'revision_number': 2, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:47.659123 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Checking router: 22952585-c418-4496-8f79-2f97352549ae for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:45:47.659488 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Updating router 22952585-c418-4496-8f79-2f97352549ae port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f binding host dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:45:47.664562 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787942c-0926-4f4a-b63f-c9764483e092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fac005-43bd-4f9b-91b8-3d62cde83fb9,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:47.671567 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-87babfed-2579-4e29-897c-ad67f4fb8abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:47.673237 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-87babfed-2579-4e29-897c-ad67f4fb8abb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3627da5-4396-44c2-b4be-72365d8e14c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1854699 Apr 14 20:45:47.678733 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-531ad742-e9ab-48f9-b216-654043ac7fa0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group_rule (84493dc2-a43a-4666-9fe1-28028ab5faf2), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:47.738458 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-3d1391d9-b396-47f3-a69b-e06481e16b65 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Allocated IP 172.27.1.77 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/a20adb34-f8f9-4533-8fb1-a8a3a360474d) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:47.795632 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port ae00ccc5-c0c9-4df5-8655-41df19ab16dc triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:47.796048 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (ae00ccc5-c0c9-4df5-8655-41df19ab16dc), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:47.797732 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:47.830667 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-4b5e4c6c-cbee-4ae4-9f97-bd3e10641747 service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208005 Apr 14 20:45:47.848377 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626672d-f5b5-4dfd-b8c8-979fe49ab895 req-f91cd32b-d138-46fe-868b-d7e9b7534b79 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:47.849926 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7626672d-f5b5-4dfd-b8c8-979fe49ab895 req-f91cd32b-d138-46fe-868b-d7e9b7534b79 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 943 time: 0.4179530 Apr 14 20:45:47.861275 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1d3294-7a8c-43da-b421-7c37c601db2f', 'tag': '5249bac8-712a-4990-834e-24ba4ad1c15d'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:45:47.863668 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c0727b-793d-40ba-a27d-7b9e9cc6243e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1d3294-7a8c-43da-b421-7c37c601db2f", "tag": "5249bac8-712a-4990-834e-24ba4ad1c15d"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:45:47.915251 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2c10591d-a5cb-470a-ad07-b741377e8a61 req-c1b76044-97ed-4fb3-87b1-d0ccf09d653f tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742346 Apr 14 20:45:47.918272 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-566244df-9a0e-4f9b-b62d-035c386dcab0 admin admin] Publish callbacks [] for security_group (924ac090-00b9-4541-81c6-be3a44219ff0), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:47.926177 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e4c42a25-2031-403e-9996-eb6a3f5f2aab req-f4d99f93-2aaf-44b4-aeb3-dbca99bb0a55 service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7494657 Apr 14 20:45:48.009805 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e876385f-86a0-4d5a-845b-57b002203ae2 x-openstack-request-id: req-e876385f-86a0-4d5a-845b-57b002203ae2 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:45:48.010250 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1d3294-7a8c-43da-b421-7c37c601db2f", "tag": "5249bac8-712a-4990-834e-24ba4ad1c15d", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:45:48.010508 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e876385f-86a0-4d5a-845b-57b002203ae2 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:45:48.010915 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e876385f-86a0-4d5a-845b-57b002203ae2'] response: {'name': 'network-changed', 'server_uuid': '1b1d3294-7a8c-43da-b421-7c37c601db2f', 'tag': '5249bac8-712a-4990-834e-24ba4ad1c15d', 'status': 'completed', 'code': 200} Apr 14 20:45:48.024389 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-531ad742-e9ab-48f9-b216-654043ac7fa0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group_rule (84493dc2-a43a-4666-9fe1-28028ab5faf2), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:48.048784 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-566244df-9a0e-4f9b-b62d-035c386dcab0 admin admin] Publish callbacks [] for security_group (924ac090-00b9-4541-81c6-be3a44219ff0), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:48.053256 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7626672d-f5b5-4dfd-b8c8-979fe49ab895 req-d2cd071b-03e0-420c-94d2-3773a44a9358 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761963 Apr 14 20:45:48.091029 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port ae00ccc5-c0c9-4df5-8655-41df19ab16dc is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:48.092156 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device c4212cdb-0089-41c5-98f8-5ab1733e751b up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:48.123551 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbeb94f-ddd7-4534-99dd-3ffccf8c7cac req-db29d3a0-715d-4710-b61e-82574bfc77f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:48.129875 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3fbeb94f-ddd7-4534-99dd-3ffccf8c7cac req-db29d3a0-715d-4710-b61e-82574bfc77f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b8f0e05-2342-44c9-9e45-e8e62ba2078d HTTP/1.1" status: 200 len: 912 time: 0.4296577 Apr 14 20:45:48.135010 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ab8ec1b3-785e-4d1e-aae4-0eae4bd1b7e7 req-c1b35201-f69b-4496-9028-3311afcbf16e service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192000 Apr 14 20:45:48.230968 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3fbeb94f-ddd7-4534-99dd-3ffccf8c7cac req-87966ebe-da4b-4321-9317-2391a91ad14e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37bf9cf7-8240-4429-aad4-880bb966fa52 HTTP/1.1" status: 200 len: 217 time: 0.0482183 Apr 14 20:45:48.233818 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3d1391d9-b396-47f3-a69b-e06481e16b65 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for port (a20adb34-f8f9-4533-8fb1-a8a3a360474d), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:48.329165 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port c4212cdb-0089-41c5-98f8-5ab1733e751b triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:48.329165 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:48.329979 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbeb94f-ddd7-4534-99dd-3ffccf8c7cac req-98a8127b-8ad7-4885-985c-7728c1d06368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:48.329979 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3fbeb94f-ddd7-4534-99dd-3ffccf8c7cac req-98a8127b-8ad7-4885-985c-7728c1d06368 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1349b8f9-fa22-4c5e-9257-b115c390afd3 HTTP/1.1" status: 200 len: 851 time: 0.0641015 Apr 14 20:45:48.335295 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3fbeb94f-ddd7-4534-99dd-3ffccf8c7cac req-80763d52-de01-4444-9d76-4bad632ab8bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b8f0e05-2342-44c9-9e45-e8e62ba2078d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274012 Apr 14 20:45:48.392185 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Publish callbacks [] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), precommit_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:48.397243 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port c4212cdb-0089-41c5-98f8-5ab1733e751b is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:48.643830 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3fbeb94f-ddd7-4534-99dd-3ffccf8c7cac req-2dfc7190-845b-4aac-9aed-d2c82118995c service neutron] 10.222.0.16 "GET /v2.0/networks/6b8f0e05-2342-44c9-9e45-e8e62ba2078d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267502 Apr 14 20:45:48.764544 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3fbeb94f-ddd7-4534-99dd-3ffccf8c7cac req-8f8a4197-69e5-43a6-b71d-90c2dd714c45 service neutron] 10.222.0.16 "GET /v2.0/networks/6b8f0e05-2342-44c9-9e45-e8e62ba2078d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222432 Apr 14 20:45:49.052394 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e003523-c42b-4f7e-8e2b-e79d15031db2 req-bf606417-5981-48cf-9282-039784a30650 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:49.053912 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2e003523-c42b-4f7e-8e2b-e79d15031db2 req-bf606417-5981-48cf-9282-039784a30650 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 943 time: 0.0527239 Apr 14 20:45:49.105876 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-531ad742-e9ab-48f9-b216-654043ac7fa0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (84493dc2-a43a-4666-9fe1-28028ab5faf2), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.107695 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-dbc52379-3ce6-4566-9c99-1297e53be998 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.108105 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.111610 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dc29c196-1d7b-42d5-b772-250881534d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (91737de0-c024-448d-a33b-f10ca97384f5), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.116301 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-566244df-9a0e-4f9b-b62d-035c386dcab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (924ac090-00b9-4541-81c6-be3a44219ff0), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.116423 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dc29c196-1d7b-42d5-b772-250881534d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.116423 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-dc29c196-1d7b-42d5-b772-250881534d69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91737de0-c024-448d-a33b-f10ca97384f5 HTTP/1.1" status: 204 len: 168 time: 2.9973395 Apr 14 20:45:49.117554 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-566244df-9a0e-4f9b-b62d-035c386dcab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.119689 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-566244df-9a0e-4f9b-b62d-035c386dcab0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/924ac090-00b9-4541-81c6-be3a44219ff0 HTTP/1.1" status: 204 len: 168 time: 1.7639639 Apr 14 20:45:49.124887 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2e003523-c42b-4f7e-8e2b-e79d15031db2 req-38c82f77-3799-431f-8cbb-c873786e6de0 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643070 Apr 14 20:45:49.128219 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3d1391d9-b396-47f3-a69b-e06481e16b65 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (a20adb34-f8f9-4533-8fb1-a8a3a360474d), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.163481 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ad742-e9ab-48f9-b216-654043ac7fa0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84493dc2-a43a-4666-9fe1-28028ab5faf2,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:49.173315 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29c196-1d7b-42d5-b772-250881534d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91737de0-c024-448d-a33b-f10ca97384f5,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:49.187047 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566244df-9a0e-4f9b-b62d-035c386dcab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924ac090-00b9-4541-81c6-be3a44219ff0,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:49.196321 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1391d9-b396-47f3-a69b-e06481e16b65 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:49.200203 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-3d1391d9-b396-47f3-a69b-e06481e16b65 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:49.203636 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1391d9-b396-47f3-a69b-e06481e16b65 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:49.291799 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d1e7a-405a-446e-9bef-3efd00f73df5 None None] Pushing event updated for resources: {'Port': ['ID=48a24a8b-c9ee-40ee-be11-cf2e58d2b01f,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:49.337724 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-531ad742-e9ab-48f9-b216-654043ac7fa0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.340566 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1391d9-b396-47f3-a69b-e06481e16b65 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Pushing event updated for resources: {'Port': ['ID=a20adb34-f8f9-4533-8fb1-a8a3a360474d,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:49.343532 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-531ad742-e9ab-48f9-b216-654043ac7fa0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2754123 Apr 14 20:45:49.352655 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 42070) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:49.374038 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-1e4a00a2-4265-4e4b-b228-dbb0dac8ff57 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Request body: {'floatingip': {'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:49.390517 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-dbc52379-3ce6-4566-9c99-1297e53be998 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (16209326-a0ae-430a-b2ff-66e22bbe8a60), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.399469 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Attempting to bind port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:45:49.399469 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Attempting to bind port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:45:49.399469 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Attempting to bind port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f on network 78fd882f-0d96-47e7-99be-fdb344cfeb03 {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:49.413622 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:45:49.413809 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fea000-c2b1-45fd-bb17-bf710c633e1d req-76c45c57-c193-4202-9e70-0f19c216e98c tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:49.413919 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Checking segment: {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:49.413919 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.413919 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Bound using segment: {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:45:49.414191 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Bound port: 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:45:49.414295 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-59fea000-c2b1-45fd-bb17-bf710c633e1d req-76c45c57-c193-4202-9e70-0f19c216e98c tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 943 time: 0.2079334 Apr 14 20:45:49.414478 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.449105 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3d1391d9-b396-47f3-a69b-e06481e16b65 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for floatingip (663a385e-6d1a-4c4b-afb1-e8156a7a0be9), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.464267 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-dbc52379-3ce6-4566-9c99-1297e53be998 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (16209326-a0ae-430a-b2ff-66e22bbe8a60), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.498981 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1e4a00a2-4265-4e4b-b228-dbb0dac8ff57 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.505313 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] For port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:45:49.509588 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] For port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=48a24a8b-c9ee-40ee-be11-cf2e58d2b01f,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:45:49.523462 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc52379-3ce6-4566-9c99-1297e53be998 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16209326-a0ae-430a-b2ff-66e22bbe8a60,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:49.529070 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-59fea000-c2b1-45fd-bb17-bf710c633e1d req-79165ed4-6d9a-46f8-bba2-eaaccad24208 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987251 Apr 14 20:45:49.588462 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa387bf-f2d4-4cda-a07d-fa191fa68892 req-5af38bea-1841-4773-916a-60de4aacf6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:49.590026 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9fa387bf-f2d4-4cda-a07d-fa191fa68892 req-5af38bea-1841-4773-916a-60de4aacf6e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 1127 time: 0.0470479 Apr 14 20:45:49.592815 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.593278 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-dbc52379-3ce6-4566-9c99-1297e53be998 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.597063 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-dbc52379-3ce6-4566-9c99-1297e53be998 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.1663725 Apr 14 20:45:49.597318 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 42072) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:49.606867 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-4c255f36-e786-4b4f-bd91-d56d7e49f51b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'security_group_rule': {'security_group_id': '16209326-a0ae-430a-b2ff-66e22bbe8a60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:49.647240 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0727b-793d-40ba-a27d-7b9e9cc6243e req-3929fe16-c182-4b24-aa24-8ed71af839c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:49.648759 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a1c0727b-793d-40ba-a27d-7b9e9cc6243e req-3929fe16-c182-4b24-aa24-8ed71af839c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 1127 time: 0.0961442 Apr 14 20:45:49.667553 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3d1391d9-b396-47f3-a69b-e06481e16b65 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (a20adb34-f8f9-4533-8fb1-a8a3a360474d), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.695795 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1e4a00a2-4265-4e4b-b228-dbb0dac8ff57 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.784012 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa387bf-f2d4-4cda-a07d-fa191fa68892 req-7f0087bd-8799-47be-935e-49ab21dcd1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:49.792077 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9fa387bf-f2d4-4cda-a07d-fa191fa68892 req-7f0087bd-8799-47be-935e-49ab21dcd1a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 920 time: 0.1768577 Apr 14 20:45:49.861004 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4c255f36-e786-4b4f-bd91-d56d7e49f51b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (0201bd1d-7ac7-4643-8690-5f5155b6cac8), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.869251 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-601f943b-52b0-4a58-9800-584fe67d96b3 None None] Provisioning complete for port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:49.869516 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-601f943b-52b0-4a58-9800-584fe67d96b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:49.934962 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d1e7a-405a-446e-9bef-3efd00f73df5 None None] Pushing event updated for resources: {'Port': ['ID=48a24a8b-c9ee-40ee-be11-cf2e58d2b01f,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:49.958252 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:45:49.958252 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:45:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:49.963693 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4c255f36-e786-4b4f-bd91-d56d7e49f51b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (0201bd1d-7ac7-4643-8690-5f5155b6cac8), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.049900 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4c255f36-e786-4b4f-bd91-d56d7e49f51b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (0201bd1d-7ac7-4643-8690-5f5155b6cac8), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.068275 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c255f36-e786-4b4f-bd91-d56d7e49f51b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0201bd1d-7ac7-4643-8690-5f5155b6cac8,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:50.113990 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-601f943b-52b0-4a58-9800-584fe67d96b3 None None] Current status of the port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:50.114396 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-601f943b-52b0-4a58-9800-584fe67d96b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.124155 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-1e4a00a2-4265-4e4b-b228-dbb0dac8ff57 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Allocated IP 172.27.1.15 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/5fc7be7f-c86d-4ebe-b22e-045b7c56551a) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:50.153375 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:45:50.159466 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4c255f36-e786-4b4f-bd91-d56d7e49f51b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.160120 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 42080) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:50.165690 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-4c255f36-e786-4b4f-bd91-d56d7e49f51b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5647724 Apr 14 20:45:50.168681 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 42082) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:50.173367 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-fd4cf95a-0e3d-4d13-88de-ae1a68d194b1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'security_group_rule': {'security_group_id': '16209326-a0ae-430a-b2ff-66e22bbe8a60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:50.203613 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3d1391d9-b396-47f3-a69b-e06481e16b65 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for port (a20adb34-f8f9-4533-8fb1-a8a3a360474d), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.248529 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-601f943b-52b0-4a58-9800-584fe67d96b3 None None] For port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=48a24a8b-c9ee-40ee-be11-cf2e58d2b01f,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:50.254067 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9ac86f26-b784-4d74-8dd0-12354fe10393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.254870 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 42084) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:50.269274 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-a028499f-fd2f-478b-be7f-13c88cc23ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.292817 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3d1391d9-b396-47f3-a69b-e06481e16b65 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (a20adb34-f8f9-4533-8fb1-a8a3a360474d), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.322270 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fd4cf95a-0e3d-4d13-88de-ae1a68d194b1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (a1a5307c-a4f9-44bf-a9ff-9d684065bc07), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.369859 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3d1391d9-b396-47f3-a69b-e06481e16b65 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (663a385e-6d1a-4c4b-afb1-e8156a7a0be9), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.378147 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-601f943b-52b0-4a58-9800-584fe67d96b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.386158 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb03ef3-4b60-4980-863c-56c0cff5beec req-fef17684-3b7c-44cc-8a18-437970aad5f6 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:50.386859 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-deb03ef3-4b60-4980-863c-56c0cff5beec req-fef17684-3b7c-44cc-8a18-437970aad5f6 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 943 time: 0.1367834 Apr 14 20:45:50.439000 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-a028499f-fd2f-478b-be7f-13c88cc23ddc admin admin] Publish callbacks [] for security_group (9d6e203f-afa3-4873-831a-07a453e143bc), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.443374 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1391d9-b396-47f3-a69b-e06481e16b65 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Pushing event updated for resources: {'Port': ['ID=a20adb34-f8f9-4533-8fb1-a8a3a360474d,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:50.460559 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1e4a00a2-4265-4e4b-b228-dbb0dac8ff57 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for port (5fc7be7f-c86d-4ebe-b22e-045b7c56551a), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.482237 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f943b-52b0-4a58-9800-584fe67d96b3 None None] Pushing event updated for resources: {'Port': ['ID=48a24a8b-c9ee-40ee-be11-cf2e58d2b01f,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:50.487973 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fd4cf95a-0e3d-4d13-88de-ae1a68d194b1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (a1a5307c-a4f9-44bf-a9ff-9d684065bc07), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.520058 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3d1391d9-b396-47f3-a69b-e06481e16b65 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.521321 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-3d1391d9-b396-47f3-a69b-e06481e16b65 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7504163 Apr 14 20:45:50.536838 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-deb03ef3-4b60-4980-863c-56c0cff5beec req-af37437e-2dcf-4d69-b88e-a4bab8f1b07a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364582 Apr 14 20:45:50.536979 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-a7132271-37a9-42e9-8821-f4cf80395865 None None] Provisioning complete for port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:50.537333 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-a7132271-37a9-42e9-8821-f4cf80395865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.558794 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-a028499f-fd2f-478b-be7f-13c88cc23ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (9d6e203f-afa3-4873-831a-07a453e143bc), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.570454 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:49Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:45:50.584245 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9ac86f26-b784-4d74-8dd0-12354fe10393 admin admin] Publish callbacks [] for security_group (ab8f1a8c-de95-4e77-a862-3ec6ad752881), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.595834 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fd4cf95a-0e3d-4d13-88de-ae1a68d194b1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (a1a5307c-a4f9-44bf-a9ff-9d684065bc07), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.610758 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1e4a00a2-4265-4e4b-b228-dbb0dac8ff57 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (5fc7be7f-c86d-4ebe-b22e-045b7c56551a), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.642701 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75c508-7d2d-49da-b44b-23c60bc61b75 None None] The sync data for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi is: [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:49Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:45:50.662589 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028499f-fd2f-478b-be7f-13c88cc23ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6e203f-afa3-4873-831a-07a453e143bc,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:50.668969 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-a028499f-fd2f-478b-be7f-13c88cc23ddc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73a4bdda8e7c42078c84df24a87f85a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4089882 Apr 14 20:45:50.674288 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 42098) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:50.678025 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cf95a-0e3d-4d13-88de-ae1a68d194b1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a5307c-a4f9-44bf-a9ff-9d684065bc07,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:50.678670 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4a00a2-4265-4e4b-b228-dbb0dac8ff57 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:50.682162 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-1e4a00a2-4265-4e4b-b228-dbb0dac8ff57 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:50.701123 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9ac86f26-b784-4d74-8dd0-12354fe10393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (ab8f1a8c-de95-4e77-a862-3ec6ad752881), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.706018 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a00a2-4265-4e4b-b228-dbb0dac8ff57 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:50.737217 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a00a2-4265-4e4b-b228-dbb0dac8ff57 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Pushing event updated for resources: {'Port': ['ID=5fc7be7f-c86d-4ebe-b22e-045b7c56551a,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:50.741153 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b253f6d-21b2-4605-9b83-9318e61a7b59 req-3fa390ce-4ad1-4335-9217-e18ba8e52fe1 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:50.755895 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6b253f6d-21b2-4605-9b83-9318e61a7b59 req-3fa390ce-4ad1-4335-9217-e18ba8e52fe1 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 943 time: 0.0989056 Apr 14 20:45:50.762549 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fd4cf95a-0e3d-4d13-88de-ae1a68d194b1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.763656 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-fd4cf95a-0e3d-4d13-88de-ae1a68d194b1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5938680 Apr 14 20:45:50.778028 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 42110) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:50.778539 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-a7132271-37a9-42e9-8821-f4cf80395865 None None] Current status of the port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:50.789991 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-10836ab7-5b36-4034-8f1a-b618f8d2a6b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'floatingip': {'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:50.830539 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6b253f6d-21b2-4605-9b83-9318e61a7b59 req-a6eb8c24-53b6-4e78-a35f-505719210c89 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742977 Apr 14 20:45:50.833943 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-9ac86f26-b784-4d74-8dd0-12354fe10393 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4460531639141d0946423b49a93fc03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6713202 Apr 14 20:45:50.835830 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 42112) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:50.841450 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9a11f7bd-63a2-4400-a4eb-3291700a3708 admin admin] Publish callbacks [] for security_group (9d6e203f-afa3-4873-831a-07a453e143bc), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.848110 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac86f26-b784-4d74-8dd0-12354fe10393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8f1a8c-de95-4e77-a862-3ec6ad752881,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:50.906506 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9a11f7bd-63a2-4400-a4eb-3291700a3708 admin admin] Publish callbacks [] for security_group (9d6e203f-afa3-4873-831a-07a453e143bc), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.907111 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1e4a00a2-4265-4e4b-b228-dbb0dac8ff57 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for floatingip (31a4a6f4-7f6e-4538-9b67-a8db070bcc1b), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.924166 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-fc8c1e2c-783a-46dd-bae8-df9af6c5cdb6 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--468192998&fields=id&tenant_id=b612332084cd4380b1d84dc66b66d53d HTTP/1.1" status: 200 len: 267 time: 0.1506884 Apr 14 20:45:50.946014 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-10836ab7-5b36-4034-8f1a-b618f8d2a6b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:50.970033 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-559741fa-374d-4d6b-b553-faf4bbfdee92 admin admin] Publish callbacks [] for security_group (ab8f1a8c-de95-4e77-a862-3ec6ad752881), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:51.021496 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-559741fa-374d-4d6b-b553-faf4bbfdee92 admin admin] Publish callbacks [] for security_group (ab8f1a8c-de95-4e77-a862-3ec6ad752881), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:51.062257 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9a11f7bd-63a2-4400-a4eb-3291700a3708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (9d6e203f-afa3-4873-831a-07a453e143bc), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:51.065361 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9a11f7bd-63a2-4400-a4eb-3291700a3708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:51.069695 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-9a11f7bd-63a2-4400-a4eb-3291700a3708 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d6e203f-afa3-4873-831a-07a453e143bc HTTP/1.1" status: 204 len: 168 time: 0.3895335 Apr 14 20:45:51.079414 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11f7bd-63a2-4400-a4eb-3291700a3708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6e203f-afa3-4873-831a-07a453e143bc,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:51.113165 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1e4a00a2-4265-4e4b-b228-dbb0dac8ff57 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (5fc7be7f-c86d-4ebe-b22e-045b7c56551a), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:51.173437 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-559741fa-374d-4d6b-b553-faf4bbfdee92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (ab8f1a8c-de95-4e77-a862-3ec6ad752881), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:51.177419 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-559741fa-374d-4d6b-b553-faf4bbfdee92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:51.178894 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-559741fa-374d-4d6b-b553-faf4bbfdee92 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab8f1a8c-de95-4e77-a862-3ec6ad752881 HTTP/1.1" status: 204 len: 168 time: 0.3334043 Apr 14 20:45:51.189309 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559741fa-374d-4d6b-b553-faf4bbfdee92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8f1a8c-de95-4e77-a862-3ec6ad752881,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:51.250983 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-10836ab7-5b36-4034-8f1a-b618f8d2a6b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:51.294819 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b427cc85-239d-4dca-bbd9-7db704fd11dd tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:51.297938 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b427cc85-239d-4dca-bbd9-7db704fd11dd tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/networks?id=895cc4d8-73f8-4860-a3ab-edffb1416f1b HTTP/1.1" status: 200 len: 810 time: 0.3627791 Apr 14 20:45:51.358915 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-7e35eaac-d8f1-45d6-9622-6442259f1a1f tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/quotas/b612332084cd4380b1d84dc66b66d53d HTTP/1.1" status: 200 len: 375 time: 0.0534620 Apr 14 20:45:51.436926 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 42128) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:51.503539 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-bfcf4d41-0c4f-4b17-9ccd-18d4037dbdd0 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b612332084cd4380b1d84dc66b66d53d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1361382 Apr 14 20:45:51.522405 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-10836ab7-5b36-4034-8f1a-b618f8d2a6b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Allocated IP 172.27.1.21 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/ccca9a05-401b-47f2-9886-2fd3f69d4ad8) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:51.561536 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1e4a00a2-4265-4e4b-b228-dbb0dac8ff57 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for port (5fc7be7f-c86d-4ebe-b22e-045b7c56551a), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:51.609322 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-8ee147cc-82f5-42a7-bcd9-78e25c1af920 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-992148615-network', 'tenant_id': 'e420a79d2e3640e5822fd4829073a352'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:51.686309 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1e4a00a2-4265-4e4b-b228-dbb0dac8ff57 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (5fc7be7f-c86d-4ebe-b22e-045b7c56551a), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:51.704091 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-8c3309ef-5ab5-44b5-b008-dbef912fb2cb service neutron] 10.222.0.15 "GET /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791537 Apr 14 20:45:51.756499 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f09ecf-2ef1-4562-a0bd-9017a71382db req-9154471d-1fe0-4687-9f82-404475f038d3 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:51.756499 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-66f09ecf-2ef1-4562-a0bd-9017a71382db req-9154471d-1fe0-4687-9f82-404475f038d3 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 943 time: 0.0808744 Apr 14 20:45:51.756663 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1e4a00a2-4265-4e4b-b228-dbb0dac8ff57 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (31a4a6f4-7f6e-4538-9b67-a8db070bcc1b), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:51.807016 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-66f09ecf-2ef1-4562-a0bd-9017a71382db req-1f1f3c78-6d0f-4748-846f-21f0d1fb6e40 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574849 Apr 14 20:45:51.833981 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-10836ab7-5b36-4034-8f1a-b618f8d2a6b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for port (ccca9a05-401b-47f2-9886-2fd3f69d4ad8), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:51.843671 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a00a2-4265-4e4b-b228-dbb0dac8ff57 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Pushing event updated for resources: {'Port': ['ID=5fc7be7f-c86d-4ebe-b22e-045b7c56551a,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:51.893959 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-872452b2-ddd4-4ca5-aa41-e4a2e7b1f673 service neutron] 10.222.0.15 "GET /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632173 Apr 14 20:45:52.026123 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9fa387bf-f2d4-4cda-a07d-fa191fa68892 req-9b6500ac-3e29-4dc5-ade7-95a83bbd2eab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ff77d41-9d83-455f-a8ef-887591066088 HTTP/1.1" status: 200 len: 217 time: 0.0429139 Apr 14 20:45:52.026687 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee147cc-82f5-42a7-bcd9-78e25c1af920 admin admin] Made reservation on behalf of e420a79d2e3640e5822fd4829073a352 for: {'network': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:52.028908 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8ee147cc-82f5-42a7-bcd9-78e25c1af920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:52.034588 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1e4a00a2-4265-4e4b-b228-dbb0dac8ff57 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:52.045206 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-1e4a00a2-4265-4e4b-b228-dbb0dac8ff57 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6879485 Apr 14 20:45:52.050329 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-10836ab7-5b36-4034-8f1a-b618f8d2a6b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (ccca9a05-401b-47f2-9886-2fd3f69d4ad8), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:52.053741 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4f640-3cf6-4210-a97e-2dd30795628e req-74d5eb45-ff74-4781-8053-47ae3b2d9c85 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:52.054901 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6da4f640-3cf6-4210-a97e-2dd30795628e req-74d5eb45-ff74-4781-8053-47ae3b2d9c85 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 943 time: 0.1110411 Apr 14 20:45:52.057605 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8ee147cc-82f5-42a7-bcd9-78e25c1af920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:52.111354 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10836ab7-5b36-4034-8f1a-b618f8d2a6b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:52.145262 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-10836ab7-5b36-4034-8f1a-b618f8d2a6b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:52.148485 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10836ab7-5b36-4034-8f1a-b618f8d2a6b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:52.169377 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10836ab7-5b36-4034-8f1a-b618f8d2a6b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'Port': ['ID=ccca9a05-401b-47f2-9886-2fd3f69d4ad8,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:52.175517 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0727b-793d-40ba-a27d-7b9e9cc6243e req-48b268bc-f6af-45ce-a7c4-73aab9e17e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:52.178897 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a1c0727b-793d-40ba-a27d-7b9e9cc6243e req-48b268bc-f6af-45ce-a7c4-73aab9e17e8a service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 920 time: 0.2170248 Apr 14 20:45:52.181538 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa387bf-f2d4-4cda-a07d-fa191fa68892 req-56f1923a-2160-41f7-b69b-052170e10774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:52.195385 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9fa387bf-f2d4-4cda-a07d-fa191fa68892 req-56f1923a-2160-41f7-b69b-052170e10774 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f10567fd-adb1-4429-8b4f-7a10f9ab700f HTTP/1.1" status: 200 len: 858 time: 0.1563318 Apr 14 20:45:52.263952 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6da4f640-3cf6-4210-a97e-2dd30795628e req-d15e3680-5d1d-4667-8fa0-6752930aa5be tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782765 Apr 14 20:45:52.304322 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a1c0727b-793d-40ba-a27d-7b9e9cc6243e req-4c5666d1-85ba-4189-a7f1-901043f3ab48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5249bac8-712a-4990-834e-24ba4ad1c15d HTTP/1.1" status: 200 len: 217 time: 0.0868046 Apr 14 20:45:52.311104 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6bc69a38-0fa4-4fc8-8dbc-467f42574e00 req-78f8aa81-833c-4dfb-b495-0301083ce2f3 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 210 time: 0.0946980 Apr 14 20:45:52.329383 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa387bf-f2d4-4cda-a07d-fa191fa68892 req-ca435f9d-c291-4c2a-a284-e8ffefc93c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:52.331493 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9fa387bf-f2d4-4cda-a07d-fa191fa68892 req-ca435f9d-c291-4c2a-a284-e8ffefc93c70 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3627da5-4396-44c2-b4be-72365d8e14c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1289854 Apr 14 20:45:52.457972 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9fa387bf-f2d4-4cda-a07d-fa191fa68892 req-1430a967-164e-464f-b06a-fe003b0daa3f service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170881 Apr 14 20:45:52.555037 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:52.600014 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-10836ab7-5b36-4034-8f1a-b618f8d2a6b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (2c3854f8-78aa-48a1-b4f8-c9586651ab9a), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:52.622545 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0727b-793d-40ba-a27d-7b9e9cc6243e req-8b6c7d53-86cd-4814-a3d4-9a33ff279307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:52.631564 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a1c0727b-793d-40ba-a27d-7b9e9cc6243e req-8b6c7d53-86cd-4814-a3d4-9a33ff279307 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f10567fd-adb1-4429-8b4f-7a10f9ab700f HTTP/1.1" status: 200 len: 858 time: 0.3128805 Apr 14 20:45:52.636317 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8ee147cc-82f5-42a7-bcd9-78e25c1af920 admin admin] Publish callbacks [] for security_group (332a390d-ddd6-426a-8b8d-c684e669995a), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:52.660528 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:52.660528 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:52.747464 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0727b-793d-40ba-a27d-7b9e9cc6243e req-d529d822-15c4-411d-be8b-5fdbe680e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:52.749073 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a1c0727b-793d-40ba-a27d-7b9e9cc6243e req-d529d822-15c4-411d-be8b-5fdbe680e91d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3627da5-4396-44c2-b4be-72365d8e14c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1179538 Apr 14 20:45:52.778497 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-10836ab7-5b36-4034-8f1a-b618f8d2a6b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ccca9a05-401b-47f2-9886-2fd3f69d4ad8), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:52.878162 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-64f8fd99-bfaa-477f-9e5a-ecea869ec47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:52.879941 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:52.927055 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a1c0727b-793d-40ba-a27d-7b9e9cc6243e req-cadf4bf2-22d1-4f39-9e79-498f086f2c78 service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716692 Apr 14 20:45:52.989154 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-ccf32321-f6b2-4ee4-a2f8-8679831a1580 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2077320457&fields=id&tenant_id=2082493328724c83b6ee97c6c6d7a788 HTTP/1.1" status: 200 len: 267 time: 0.5221648 Apr 14 20:45:52.993739 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8ee147cc-82f5-42a7-bcd9-78e25c1af920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (332a390d-ddd6-426a-8b8d-c684e669995a), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:53.012016 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee147cc-82f5-42a7-bcd9-78e25c1af920 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=110412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:45:53.033586 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8ee147cc-82f5-42a7-bcd9-78e25c1af920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (1c4137b6-c129-4bba-9d82-3692411381e5), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:53.033943 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.segments_db [None req-8ee147cc-82f5-42a7-bcd9-78e25c1af920 admin admin] Added segment 1c4137b6-c129-4bba-9d82-3692411381e5 of type vlan for network 9b96eb7c-e1c5-43a6-be5b-878215df18d0 Apr 14 20:45:53.041815 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a1c0727b-793d-40ba-a27d-7b9e9cc6243e req-c7c54493-421b-4082-8a95-e5da16980ddc service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030264 Apr 14 20:45:53.079242 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8ee147cc-82f5-42a7-bcd9-78e25c1af920 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (9b96eb7c-e1c5-43a6-be5b-878215df18d0), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:53.102280 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224af763-a42e-49f6-b1e2-2238ef5e7d67 req-26e1ef5d-4869-4852-9dcc-c6e37067c101 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:53.104753 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-224af763-a42e-49f6-b1e2-2238ef5e7d67 req-26e1ef5d-4869-4852-9dcc-c6e37067c101 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 943 time: 0.1761541 Apr 14 20:45:53.150164 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9fa387bf-f2d4-4cda-a07d-fa191fa68892 req-db61df04-6a93-4156-aa2d-3255a64198f6 service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6818392 Apr 14 20:45:53.169052 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee147cc-82f5-42a7-bcd9-78e25c1af920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332a390d-ddd6-426a-8b8d-c684e669995a,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:53.199368 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 5249bac8-712a-4990-834e-24ba4ad1c15d details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:45:53.266140 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8ee147cc-82f5-42a7-bcd9-78e25c1af920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (9b96eb7c-e1c5-43a6-be5b-878215df18d0), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:53.269141 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee147cc-82f5-42a7-bcd9-78e25c1af920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:53.271306 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8ee147cc-82f5-42a7-bcd9-78e25c1af920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:53.272884 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-224af763-a42e-49f6-b1e2-2238ef5e7d67 req-3b28a55a-4027-4f0c-9049-a9bc6ed04222 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374402 Apr 14 20:45:53.362887 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-10836ab7-5b36-4034-8f1a-b618f8d2a6b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for port (ccca9a05-401b-47f2-9886-2fd3f69d4ad8), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:53.414338 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-8ee147cc-82f5-42a7-bcd9-78e25c1af920 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9755599 Apr 14 20:45:53.418678 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 42206) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:53.425789 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-aa0d77af-6cc3-4c40-9c56-a0af6778eca4 admin admin] Request body: {'subnet': {'network_id': '9b96eb7c-e1c5-43a6-be5b-878215df18d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-992148615-subnet', 'tenant_id': 'e420a79d2e3640e5822fd4829073a352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:53.428295 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee147cc-82f5-42a7-bcd9-78e25c1af920 admin admin] Pushing event updated for resources: {'Network': ['ID=9b96eb7c-e1c5-43a6-be5b-878215df18d0,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:53.435821 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-10836ab7-5b36-4034-8f1a-b618f8d2a6b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (ccca9a05-401b-47f2-9886-2fd3f69d4ad8), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:53.459313 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-e5a57103-69d5-44a8-93fb-4f50fe24b4f2 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:53.461398 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-e5a57103-69d5-44a8-93fb-4f50fe24b4f2 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/networks?id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c HTTP/1.1" status: 200 len: 817 time: 0.4713745 Apr 14 20:45:53.480628 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network 9b96eb7c-e1c5-43a6-be5b-878215df18d0 details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:45:53.502008 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-d5e9caae-78cd-4a44-aded-b482a3c0f523 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/quotas/2082493328724c83b6ee97c6c6d7a788 HTTP/1.1" status: 200 len: 375 time: 0.0130141 Apr 14 20:45:53.550675 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-10836ab7-5b36-4034-8f1a-b618f8d2a6b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (2c3854f8-78aa-48a1-b4f8-c9586651ab9a), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:53.591896 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10836ab7-5b36-4034-8f1a-b618f8d2a6b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'Port': ['ID=ccca9a05-401b-47f2-9886-2fd3f69d4ad8,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:53.605139 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b4fe3-d1e6-44a7-ace4-01adce2b6a85 req-6574cf39-6b25-4432-b4cd-dd851acfcd89 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:53.607188 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6e7b4fe3-d1e6-44a7-ace4-01adce2b6a85 req-6574cf39-6b25-4432-b4cd-dd851acfcd89 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 943 time: 0.1548305 Apr 14 20:45:53.643016 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0d77af-6cc3-4c40-9c56-a0af6778eca4 admin admin] Made reservation on behalf of e420a79d2e3640e5822fd4829073a352 for: {'subnet': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:53.646625 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-aa0d77af-6cc3-4c40-9c56-a0af6778eca4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:53.659663 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-eb1448cd-8cc2-4a6e-aeb8-bfc58aef44ae tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2082493328724c83b6ee97c6c6d7a788&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1387200 Apr 14 20:45:53.683423 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 5249bac8-712a-4990-834e-24ba4ad1c15d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5249bac8-712a-4990-834e-24ba4ad1c15d,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:53.691706 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-10836ab7-5b36-4034-8f1a-b618f8d2a6b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:53.693658 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-10836ab7-5b36-4034-8f1a-b618f8d2a6b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9142158 Apr 14 20:45:53.698387 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '5249bac8-712a-4990-834e-24ba4ad1c15d', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'port_id': '5249bac8-712a-4990-834e-24ba4ad1c15d', 'mac_address': 'fa:16:3e:ba:3d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:45:53.741513 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 5249bac8-712a-4990-834e-24ba4ad1c15d is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:53.742336 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (5249bac8-712a-4990-834e-24ba4ad1c15d), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:53.752515 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6e7b4fe3-d1e6-44a7-ace4-01adce2b6a85 req-7b21e1e8-5419-45a8-a8c4-54c69ff091ef tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306367 Apr 14 20:45:53.768122 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5249bac8-712a-4990-834e-24ba4ad1c15d {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:45:53.805609 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-c6036d11-7b24-4e96-acb2-754837828167 service neutron] 10.222.0.15 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320622 Apr 14 20:45:53.821429 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 5249bac8-712a-4990-834e-24ba4ad1c15d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5249bac8-712a-4990-834e-24ba4ad1c15d,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:53.871928 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b89ab5a4-ad3b-43ee-9f76-968e318a9b7c req-08d74e16-f36d-42fb-a277-9ecd646ad1c3 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 210 time: 0.0595553 Apr 14 20:45:53.924730 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (5249bac8-712a-4990-834e-24ba4ad1c15d), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:53.928419 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 37bf9cf7-8240-4429-aad4-880bb966fa52 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:45:53.978012 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-994316c8-20d4-4e58-8509-84819120480d service neutron] 10.222.0.15 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649525 Apr 14 20:45:54.032571 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-aa0d77af-6cc3-4c40-9c56-a0af6778eca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for subnet (43fff224-db8c-4e07-a9e7-7cf00f4254b0), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:54.109591 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=5249bac8-712a-4990-834e-24ba4ad1c15d,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:54.136912 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 37bf9cf7-8240-4429-aad4-880bb966fa52, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=37bf9cf7-8240-4429-aad4-880bb966fa52,segment=NetworkSegment(a0d9018e-e881-41bf-a352-301955668356),segment_id=a0d9018e-e881-41bf-a352-301955668356)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:54.161484 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '37bf9cf7-8240-4429-aad4-880bb966fa52', 'network_id': '6b8f0e05-2342-44c9-9e45-e8e62ba2078d', 'port_id': '37bf9cf7-8240-4429-aad4-880bb966fa52', 'mac_address': 'fa:16:3e:2b:98:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1349b8f9-fa22-4c5e-9257-b115c390afd3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:45:54.170302 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-02d6d031-7efa-4bf2-8375-6c2983d05045 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--118269199&fields=id&tenant_id=31d17db2ef5747d8836b06e9567e947b HTTP/1.1" status: 200 len: 267 time: 0.1659267 Apr 14 20:45:54.204823 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d77af-6cc3-4c40-9c56-a0af6778eca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fff224-db8c-4e07-a9e7-7cf00f4254b0,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:54.214845 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d77af-6cc3-4c40-9c56-a0af6778eca4 admin admin] Checking segment: {'id': '1c4137b6-c129-4bba-9d82-3692411381e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9b96eb7c-e1c5-43a6-be5b-878215df18d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:54.215261 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0d77af-6cc3-4c40-9c56-a0af6778eca4 admin admin] Network hostable DHCP agents. Network: 9b96eb7c-e1c5-43a6-be5b-878215df18d0, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:45:54.266314 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 42232) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:54.297023 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 37bf9cf7-8240-4429-aad4-880bb966fa52 is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:54.300438 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (37bf9cf7-8240-4429-aad4-880bb966fa52), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:54.343327 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37bf9cf7-8240-4429-aad4-880bb966fa52 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:45:54.373375 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 37bf9cf7-8240-4429-aad4-880bb966fa52, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=37bf9cf7-8240-4429-aad4-880bb966fa52,segment=NetworkSegment(a0d9018e-e881-41bf-a352-301955668356),segment_id=a0d9018e-e881-41bf-a352-301955668356)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:54.388393 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0d77af-6cc3-4c40-9c56-a0af6778eca4 admin admin] Network 9b96eb7c-e1c5-43a6-be5b-878215df18d0 is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:45:54.404032 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f5db9383-273d-489f-9142-e3a7189ffd74 req-5b899174-7234-460d-87ab-39defda0bba2 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 210 time: 0.0859506 Apr 14 20:45:54.412034 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d87560ba-1679-4597-a583-fb93790a57b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:54.417681 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-fe58e33a-bcee-4d12-b9be-9ed2395d505d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:54.423099 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-fe58e33a-bcee-4d12-b9be-9ed2395d505d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/networks?id=78fd882f-0d96-47e7-99be-fdb344cfeb03 HTTP/1.1" status: 200 len: 814 time: 0.2499955 Apr 14 20:45:54.454596 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (37bf9cf7-8240-4429-aad4-880bb966fa52), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:54.459428 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-f3036f5d-257d-4945-9fd2-a013c0a16436 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/quotas/31d17db2ef5747d8836b06e9567e947b HTTP/1.1" status: 200 len: 375 time: 0.0279071 Apr 14 20:45:54.516088 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=37bf9cf7-8240-4429-aad4-880bb966fa52,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:54.557793 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-331ff428-b56e-4e9d-9099-a0316175b7eb tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=31d17db2ef5747d8836b06e9567e947b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889041 Apr 14 20:45:54.558364 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-aa0d77af-6cc3-4c40-9c56-a0af6778eca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, 9b96eb7c-e1c5-43a6-be5b-878215df18d0) {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:54.566104 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0d77af-6cc3-4c40-9c56-a0af6778eca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:54.566708 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-aa0d77af-6cc3-4c40-9c56-a0af6778eca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:54.566856 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4aa611-6f25-4a04-a173-dbf919a1e750 None None] Network 9b96eb7c-e1c5-43a6-be5b-878215df18d0 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:45:54.661809 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-aa0d77af-6cc3-4c40-9c56-a0af6778eca4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2413597 Apr 14 20:45:54.674541 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce82982-c4b4-473b-ba7d-95a54a25382d req-00d13bed-fef6-44db-b0e8-7449f1a0cab6 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:54.683210 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3ce82982-c4b4-473b-ba7d-95a54a25382d req-00d13bed-fef6-44db-b0e8-7449f1a0cab6 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 944 time: 0.1553464 Apr 14 20:45:54.723625 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d87560ba-1679-4597-a583-fb93790a57b3 admin admin] Publish callbacks [] for security_group (bb47b72c-8518-4d42-addb-f57fa041915c), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:54.742650 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-8c59cd70-0818-46e9-989c-af19965d5d74 service neutron] 10.222.0.15 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617415 Apr 14 20:45:54.776736 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3ce82982-c4b4-473b-ba7d-95a54a25382d req-cbf4ad91-17f0-42ba-9262-5b0092010858 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851312 Apr 14 20:45:54.824883 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d87560ba-1679-4597-a583-fb93790a57b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (bb47b72c-8518-4d42-addb-f57fa041915c), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:54.893765 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-d87560ba-1679-4597-a583-fb93790a57b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efaaddb159be4a0e8e3d79740f92c8d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6263084 Apr 14 20:45:54.894878 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87560ba-1679-4597-a583-fb93790a57b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb47b72c-8518-4d42-addb-f57fa041915c,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:54.898105 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 42258) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:54.907061 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['5249bac8-712a-4990-834e-24ba4ad1c15d'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:45:54.911716 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-5d4d9fa6-b850-4e41-8907-47da4f41a589 service neutron] 10.222.0.15 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656914 Apr 14 20:45:55.000366 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['37bf9cf7-8240-4429-aad4-880bb966fa52'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:45:55.024036 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fcd5a-a64a-4784-90cb-67fc0d53ab79 req-76b11af3-b254-429b-9d83-fe1b34e13266 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:55.026067 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c17fcd5a-a64a-4784-90cb-67fc0d53ab79 req-76b11af3-b254-429b-9d83-fe1b34e13266 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 944 time: 0.0711451 Apr 14 20:45:55.097482 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-22d2ddd3-32e1-4d16-a1c1-519593d134ed admin admin] Publish callbacks [] for security_group (bb47b72c-8518-4d42-addb-f57fa041915c), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:55.130358 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c17fcd5a-a64a-4784-90cb-67fc0d53ab79 req-2eecd8f9-99b9-4cf3-8c49-f41a4659abe0 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962567 Apr 14 20:45:55.142445 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130fc1c7-3203-45db-9a0a-efdbb7dc84aa None None] Network 9b96eb7c-e1c5-43a6-be5b-878215df18d0 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:45:55.152338 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-22d2ddd3-32e1-4d16-a1c1-519593d134ed admin admin] Publish callbacks [] for security_group (bb47b72c-8518-4d42-addb-f57fa041915c), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:55.297633 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 7ff77d41-9d83-455f-a8ef-887591066088 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:45:55.303673 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-2cbe5989-1dc2-4236-a1b5-dfd2f2372e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:55.329233 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f9c3035e-5085-49ed-9c1c-f54e18d9a2c1 req-c4b09029-fe2b-4e70-b331-36979d2edf3a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 210 time: 0.0715554 Apr 14 20:45:55.335575 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a32aa064-74b2-45d4-825e-b0e2371776a5 req-d981e71f-9c42-46f4-9ce7-e50c39456201 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 210 time: 0.0675080 Apr 14 20:45:55.445498 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-22d2ddd3-32e1-4d16-a1c1-519593d134ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (bb47b72c-8518-4d42-addb-f57fa041915c), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:55.455182 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-22d2ddd3-32e1-4d16-a1c1-519593d134ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:55.458246 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-22d2ddd3-32e1-4d16-a1c1-519593d134ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb47b72c-8518-4d42-addb-f57fa041915c HTTP/1.1" status: 204 len: 168 time: 0.5582016 Apr 14 20:45:55.493534 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2ddd3-32e1-4d16-a1c1-519593d134ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb47b72c-8518-4d42-addb-f57fa041915c,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:55.551295 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-62f30cb0-3ed2-465e-88ee-ce3cc0eb75ac tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:55.554723 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-62f30cb0-3ed2-465e-88ee-ce3cc0eb75ac tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.16 "GET /v2.0/networks?id=895cc4d8-73f8-4860-a3ab-edffb1416f1b HTTP/1.1" status: 200 len: 810 time: 0.2427123 Apr 14 20:45:55.556269 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.db.resource_extend [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 14 20:45:55.566726 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7ae72919-c71b-42cc-9e29-6bb57f777318 req-b4a12eee-1f31-4aab-aa12-21dddc72670b tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 210 time: 0.0473199 Apr 14 20:45:55.586836 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 42286) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:55.665140 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-c63364c9-f302-44d8-aedc-591810ae7d9b tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b612332084cd4380b1d84dc66b66d53d HTTP/1.1" status: 200 len: 379 time: 0.0947924 Apr 14 20:45:55.679531 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-f24dd4ea-e597-4be0-8784-4acd7e63ee7e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Request body: {'port': {'device_id': 'ceaa230d-7b5d-447e-aa6c-0b4ea746e158', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'admin_state_up': True, 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'security_groups': ['bc234cab-572d-473a-a646-8bf778f25458']}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:55.771911 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 7ff77d41-9d83-455f-a8ef-887591066088, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7ff77d41-9d83-455f-a8ef-887591066088,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:55.807583 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '7ff77d41-9d83-455f-a8ef-887591066088', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'port_id': '7ff77d41-9d83-455f-a8ef-887591066088', 'mac_address': 'fa:16:3e:3f:55:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:45:55.844275 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d4bd5ac5-28eb-4e90-bcce-03c4c680a3b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:55.893441 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 7ff77d41-9d83-455f-a8ef-887591066088 is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:55.893836 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (7ff77d41-9d83-455f-a8ef-887591066088), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:55.909345 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff77d41-9d83-455f-a8ef-887591066088 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:45:55.925152 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-f24dd4ea-e597-4be0-8784-4acd7e63ee7e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Made reservation on behalf of b612332084cd4380b1d84dc66b66d53d for: {'port': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:55.929148 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-f24dd4ea-e597-4be0-8784-4acd7e63ee7e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:55.943019 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 7ff77d41-9d83-455f-a8ef-887591066088, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7ff77d41-9d83-455f-a8ef-887591066088,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:55.963883 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d4bd5ac5-28eb-4e90-bcce-03c4c680a3b6 admin admin] Publish callbacks [] for security_group (c7f6cdae-c292-4637-bdd9-e3faffb48146), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:55.969358 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247df53-419b-45e9-a838-67791938aa60 req-bb937d75-6c68-438b-a637-0a3983744ded tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:55.970882 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b247df53-419b-45e9-a838-67791938aa60 req-bb937d75-6c68-438b-a637-0a3983744ded tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 944 time: 0.0876882 Apr 14 20:45:56.008805 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (7ff77d41-9d83-455f-a8ef-887591066088), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.060521 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=7ff77d41-9d83-455f-a8ef-887591066088,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:56.065769 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d4bd5ac5-28eb-4e90-bcce-03c4c680a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (c7f6cdae-c292-4637-bdd9-e3faffb48146), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.068171 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 42300) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:56.075674 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-5d966f29-208f-4afd-9ce4-90457f651fe7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1203352707-network', 'tenant_id': '74917c73df104949b9e9fb6515908898'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:56.130650 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b247df53-419b-45e9-a838-67791938aa60 req-d1d8f4de-cca7-48c1-8c40-ebda3220181a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391618 Apr 14 20:45:56.133754 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd5ac5-28eb-4e90-bcce-03c4c680a3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f6cdae-c292-4637-bdd9-e3faffb48146,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:56.144808 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-d4bd5ac5-28eb-4e90-bcce-03c4c680a3b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=049054ece2f04a06a8f831617013d2e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5647595 Apr 14 20:45:56.145149 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 42304) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:56.173084 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-f24dd4ea-e597-4be0-8784-4acd7e63ee7e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Allocated IP 172.20.0.4 (895cc4d8-73f8-4860-a3ab-edffb1416f1b/e65d667f-64ee-4065-b3c5-818560099347/1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:56.206062 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3651728c-77c4-4bc8-8a93-ebd308af5c20 admin admin] Publish callbacks [] for security_group (c7f6cdae-c292-4637-bdd9-e3faffb48146), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.246008 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d966f29-208f-4afd-9ce4-90457f651fe7 admin admin] Made reservation on behalf of 74917c73df104949b9e9fb6515908898 for: {'network': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:56.248397 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5d966f29-208f-4afd-9ce4-90457f651fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.281078 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3651728c-77c4-4bc8-8a93-ebd308af5c20 admin admin] Publish callbacks [] for security_group (c7f6cdae-c292-4637-bdd9-e3faffb48146), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.329170 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5d966f29-208f-4afd-9ce4-90457f651fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.348181 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.357304 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2934b-2768-402f-ab1c-5af715a1bf72 req-558f7092-9e48-4120-a5b3-aceb15c77a10 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:56.359132 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e8d2934b-2768-402f-ab1c-5af715a1bf72 req-558f7092-9e48-4120-a5b3-aceb15c77a10 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 944 time: 0.1365573 Apr 14 20:45:56.433444 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e8d2934b-2768-402f-ab1c-5af715a1bf72 req-b17a8561-2eb4-4724-b5d1-2d3033e5876f tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588756 Apr 14 20:45:56.441042 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-f24dd4ea-e597-4be0-8784-4acd7e63ee7e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for port (1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.444345 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d45109e0-742c-49f0-a6bd-751df7587f66 req-a2234eb7-ad80-4c00-95ca-32d662d7cb5d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 210 time: 0.0511878 Apr 14 20:45:56.476968 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3651728c-77c4-4bc8-8a93-ebd308af5c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (c7f6cdae-c292-4637-bdd9-e3faffb48146), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.480687 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3651728c-77c4-4bc8-8a93-ebd308af5c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.488476 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-3651728c-77c4-4bc8-8a93-ebd308af5c20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7f6cdae-c292-4637-bdd9-e3faffb48146 HTTP/1.1" status: 204 len: 168 time: 0.3348334 Apr 14 20:45:56.503358 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651728c-77c4-4bc8-8a93-ebd308af5c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f6cdae-c292-4637-bdd9-e3faffb48146,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:56.561837 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-80953a09-5841-42e2-b12b-6957ae7b6399 req-71be13a8-b427-493b-b64d-d9bf3301bde8 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 210 time: 0.0374024 Apr 14 20:45:56.573633 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-f24dd4ea-e597-4be0-8784-4acd7e63ee7e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.621426 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5d966f29-208f-4afd-9ce4-90457f651fe7 admin admin] Publish callbacks [] for security_group (f6fb3aa1-b954-47a7-913c-9cfaae7cf924), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.623247 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-f24dd4ea-e597-4be0-8784-4acd7e63ee7e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Network 895cc4d8-73f8-4860-a3ab-edffb1416f1b is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:56.626335 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-f24dd4ea-e597-4be0-8784-4acd7e63ee7e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:56.630119 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-f24dd4ea-e597-4be0-8784-4acd7e63ee7e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:56.636509 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-f24dd4ea-e597-4be0-8784-4acd7e63ee7e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:56.636949 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-f24dd4ea-e597-4be0-8784-4acd7e63ee7e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.671323 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24dd4ea-e597-4be0-8784-4acd7e63ee7e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Pushing event updated for resources: {'Port': ['ID=1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:56.673235 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['7ff77d41-9d83-455f-a8ef-887591066088'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:45:56.713742 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a87c806c-f4cf-482f-b88e-029ca5c49245 req-a225f255-7dfa-492c-a3dc-6dd60416aeed tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 210 time: 0.0614009 Apr 14 20:45:56.726152 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5d966f29-208f-4afd-9ce4-90457f651fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (f6fb3aa1-b954-47a7-913c-9cfaae7cf924), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.764589 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d966f29-208f-4afd-9ce4-90457f651fe7 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=110411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:45:56.772363 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d966f29-208f-4afd-9ce4-90457f651fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fb3aa1-b954-47a7-913c-9cfaae7cf924,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:56.779951 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5d966f29-208f-4afd-9ce4-90457f651fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (899e5752-cfb6-448d-944b-63c2fa9eed9e), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.780432 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.segments_db [None req-5d966f29-208f-4afd-9ce4-90457f651fe7 admin admin] Added segment 899e5752-cfb6-448d-944b-63c2fa9eed9e of type vlan for network 2ab11168-1d20-4294-a6d0-6dfa68411530 Apr 14 20:45:56.792113 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-f24dd4ea-e597-4be0-8784-4acd7e63ee7e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1161203 Apr 14 20:45:56.830233 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5d966f29-208f-4afd-9ce4-90457f651fe7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (2ab11168-1d20-4294-a6d0-6dfa68411530), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.868392 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Request body: {'port': {'device_id': 'ceaa230d-7b5d-447e-aa6c-0b4ea746e158', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:56.969110 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5d966f29-208f-4afd-9ce4-90457f651fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (2ab11168-1d20-4294-a6d0-6dfa68411530), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.970594 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d966f29-208f-4afd-9ce4-90457f651fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:56.973312 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5d966f29-208f-4afd-9ce4-90457f651fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.976142 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:56.998958 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-4793d947-eb30-423a-8e07-f441b0076509 None None] Provisioning complete for port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:56.999644 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-4793d947-eb30-423a-8e07-f441b0076509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:57.039976 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-4793d947-eb30-423a-8e07-f441b0076509 None None] Port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:45:57.062391 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d966f29-208f-4afd-9ce4-90457f651fe7 admin admin] Pushing event updated for resources: {'Network': ['ID=2ab11168-1d20-4294-a6d0-6dfa68411530,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:57.078040 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network 2ab11168-1d20-4294-a6d0-6dfa68411530 details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:45:57.129478 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-5d966f29-208f-4afd-9ce4-90457f651fe7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0578568 Apr 14 20:45:57.132343 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 42334) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:57.140792 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-7eb145c4-891d-403a-9e96-8348af708bf8 admin admin] Request body: {'subnet': {'network_id': '2ab11168-1d20-4294-a6d0-6dfa68411530', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1203352707-subnet', 'tenant_id': '74917c73df104949b9e9fb6515908898', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:57.276533 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 42340) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:57.300902 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6f33a79e-ee4b-4401-9e02-17571aba61b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:57.301734 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7301cc-fc0b-4c13-88bc-52908e869eee req-cd20a07e-1d68-445d-bbfe-98a2a86624ce tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:57.303481 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5f7301cc-fc0b-4c13-88bc-52908e869eee req-cd20a07e-1d68-445d-bbfe-98a2a86624ce tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 944 time: 0.0898051 Apr 14 20:45:57.330900 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 5249bac8-712a-4990-834e-24ba4ad1c15d up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:57.333132 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb145c4-891d-403a-9e96-8348af708bf8 admin admin] Made reservation on behalf of 74917c73df104949b9e9fb6515908898 for: {'subnet': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:57.338323 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7eb145c4-891d-403a-9e96-8348af708bf8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:57.392244 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port 5249bac8-712a-4990-834e-24ba4ad1c15d completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:45:57.410949 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 {{(pid=110412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:45:57.421803 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Publish callbacks [] for port (1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:57.444093 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.provisioning_blocks [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Transition to ACTIVE for port object 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 will not be triggered until provisioned by entity L2. {{(pid=110412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:45:57.466179 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5f7301cc-fc0b-4c13-88bc-52908e869eee req-efd716d6-20ea-4715-b91a-74a50bebd72e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537373 Apr 14 20:45:57.483812 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 5249bac8-712a-4990-834e-24ba4ad1c15d triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:57.484402 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (5249bac8-712a-4990-834e-24ba4ad1c15d), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:57.503746 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-c39475b6-2085-4301-960b-81b758031ef5 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:57.504651 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6f33a79e-ee4b-4401-9e02-17571aba61b3 admin admin] Publish callbacks [] for security_group (9f85dfa7-c8d2-4125-9321-af6b29eef410), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:57.511744 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:57.514934 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-c39475b6-2085-4301-960b-81b758031ef5 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.16 "GET /v2.0/networks?id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c HTTP/1.1" status: 200 len: 817 time: 0.3399270 Apr 14 20:45:57.590314 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6f33a79e-ee4b-4401-9e02-17571aba61b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (9f85dfa7-c8d2-4125-9321-af6b29eef410), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:57.701911 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Pushing event updated for resources: {'Port': ['ID=1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:57.703115 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 5249bac8-712a-4990-834e-24ba4ad1c15d is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:57.703613 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (5249bac8-712a-4990-834e-24ba4ad1c15d), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:57.711143 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e7c16-e6d2-48e6-bb8c-c969f7759b4a req-41e955aa-981d-466f-ae35-5494e0cbbe39 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:57.713541 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-811e7c16-e6d2-48e6-bb8c-c969f7759b4a req-41e955aa-981d-466f-ae35-5494e0cbbe39 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 944 time: 0.1446893 Apr 14 20:45:57.718422 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-6f33a79e-ee4b-4401-9e02-17571aba61b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6eeb0d71be014c3096071690d382ab04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4403515 Apr 14 20:45:57.719580 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33a79e-ee4b-4401-9e02-17571aba61b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f85dfa7-c8d2-4125-9321-af6b29eef410,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:57.723275 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 42364) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:57.734798 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1d3294-7a8c-43da-b421-7c37c601db2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5249bac8-712a-4990-834e-24ba4ad1c15d'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:45:57.784778 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-fa695fac-6a87-4340-933d-b5fbf2c34e81 req-0f008801-c2cf-457f-9063-e73acb6129d9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 210 time: 0.1011698 Apr 14 20:45:57.796497 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7eb145c4-891d-403a-9e96-8348af708bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for subnet (57fd1dc6-6024-41d8-97eb-b61345a449c8), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:57.815348 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Attempting to bind port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:45:57.815852 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Attempting to bind port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:45:57.816346 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Attempting to bind port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 on network 895cc4d8-73f8-4860-a3ab-edffb1416f1b {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:57.846946 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 on network 895cc4d8-73f8-4860-a3ab-edffb1416f1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:45:57.851105 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Attempting to bind port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 on network 895cc4d8-73f8-4860-a3ab-edffb1416f1b {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:45:57.861251 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-811e7c16-e6d2-48e6-bb8c-c969f7759b4a req-adbb8a81-ec63-4e86-86b0-fd6913e19966 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201317 Apr 14 20:45:57.863567 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:45:57.863904 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Checking segment: {'id': 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:57.864288 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Bound using segment: {'id': 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:45:57.864734 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Bound port: 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:45:57.865099 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:57.894095 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-57417a63-8a4f-4048-b25c-cb504565889a admin admin] Publish callbacks [] for security_group (9f85dfa7-c8d2-4125-9321-af6b29eef410), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:57.961413 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-57417a63-8a4f-4048-b25c-cb504565889a admin admin] Publish callbacks [] for security_group (9f85dfa7-c8d2-4125-9321-af6b29eef410), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:57.975576 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 5249bac8-712a-4990-834e-24ba4ad1c15d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5249bac8-712a-4990-834e-24ba4ad1c15d,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:57.978109 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:57.994916 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2933e-8112-4df6-9532-10701b72c5b1 req-65d86a12-7edb-4760-8295-3c247f25f7d1 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:58.010317 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cda2933e-8112-4df6-9532-10701b72c5b1 req-65d86a12-7edb-4760-8295-3c247f25f7d1 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 943 time: 0.0922630 Apr 14 20:45:58.017609 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] For port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81, host hv-cinder-83754, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:45:58.031057 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] For port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81,segment=NetworkSegment(a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e),segment_id=a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:45:58.040977 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (5249bac8-712a-4990-834e-24ba4ad1c15d), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:58.043226 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 7ff77d41-9d83-455f-a8ef-887591066088 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:58.080087 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb145c4-891d-403a-9e96-8348af708bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57fd1dc6-6024-41d8-97eb-b61345a449c8,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:58.100757 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ba740fd5-8df6-47fa-aeb0-2188c8b2aacc req-08f464ba-911f-4dbf-be14-f9ebe89f2c7b tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 210 time: 0.0436952 Apr 14 20:45:58.112137 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-1f38657d-4a66-444a-899d-b4616b38bb3d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2082493328724c83b6ee97c6c6d7a788 HTTP/1.1" status: 200 len: 380 time: 0.4269536 Apr 14 20:45:58.138472 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-8146282e-28c0-4b46-ab44-036fb3ea1f11 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Request body: {'port': {'device_id': '71c8becf-5922-47f5-abb3-34234511dd6a', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'admin_state_up': True, 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'security_groups': ['a6361513-64fa-4ff6-89bd-f65eb605ed96']}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:58.142138 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb145c4-891d-403a-9e96-8348af708bf8 admin admin] Checking segment: {'id': '899e5752-cfb6-448d-944b-63c2fa9eed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2ab11168-1d20-4294-a6d0-6dfa68411530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:45:58.142756 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb145c4-891d-403a-9e96-8348af708bf8 admin admin] Network hostable DHCP agents. Network: 2ab11168-1d20-4294-a6d0-6dfa68411530, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:45:58.147420 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-57417a63-8a4f-4048-b25c-cb504565889a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (9f85dfa7-c8d2-4125-9321-af6b29eef410), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:58.152834 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-57417a63-8a4f-4048-b25c-cb504565889a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:58.154662 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-57417a63-8a4f-4048-b25c-cb504565889a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f85dfa7-c8d2-4125-9321-af6b29eef410 HTTP/1.1" status: 204 len: 168 time: 0.4119446 Apr 14 20:45:58.159346 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:58.198791 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57417a63-8a4f-4048-b25c-cb504565889a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f85dfa7-c8d2-4125-9321-af6b29eef410,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:58.223423 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=5249bac8-712a-4990-834e-24ba4ad1c15d,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:58.224374 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:58.226888 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:58.229172 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dab81b-51b3-4ecd-8876-99bb63398e91" -d '{"events": [{"server_uuid": "1b1d3294-7a8c-43da-b421-7c37c601db2f", "name": "network-vif-plugged", "status": "completed", "tag": "5249bac8-712a-4990-834e-24ba4ad1c15d"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:45:58.230318 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cda2933e-8112-4df6-9532-10701b72c5b1 req-b05f39b7-c10d-434c-bf2c-7ba57c01bb38 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175808 Apr 14 20:45:58.230660 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] 10.222.0.16 "PUT /v2.0/ports/1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 HTTP/1.1" status: 200 len: 1093 time: 1.3753242 Apr 14 20:45:58.246911 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceaa230d-7b5d-447e-aa6c-0b4ea746e158', 'tag': '1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:45:58.249711 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842d9962-286a-4b9c-b4e4-b2e84737ef36" -d '{"events": [{"name": "network-changed", "server_uuid": "ceaa230d-7b5d-447e-aa6c-0b4ea746e158", "tag": "1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:45:58.303876 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port 7ff77d41-9d83-455f-a8ef-887591066088 completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:45:58.396108 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 7ff77d41-9d83-455f-a8ef-887591066088 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:58.396722 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (7ff77d41-9d83-455f-a8ef-887591066088), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:58.397099 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb145c4-891d-403a-9e96-8348af708bf8 admin admin] Network 2ab11168-1d20-4294-a6d0-6dfa68411530 is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:45:58.407049 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4231a2-28b6-4fb6-b048-99e90d1101cd x-openstack-request-id: req-7b4231a2-28b6-4fb6-b048-99e90d1101cd {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:45:58.407049 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceaa230d-7b5d-447e-aa6c-0b4ea746e158", "tag": "1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:45:58.407049 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b4231a2-28b6-4fb6-b048-99e90d1101cd {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:45:58.407049 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4231a2-28b6-4fb6-b048-99e90d1101cd'] response: {'name': 'network-changed', 'server_uuid': 'ceaa230d-7b5d-447e-aa6c-0b4ea746e158', 'tag': '1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81', 'status': 'completed', 'code': 200} Apr 14 20:45:58.416613 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326d497-58e8-4e4d-9518-c48dee3d8640 service neutron] Pushing event updated for resources: {'Port': ['ID=1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:58.480840 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d9962-286a-4b9c-b4e4-b2e84737ef36 req-75b630f2-d78d-4364-98b9-d9a9abf7f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:58.482992 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-842d9962-286a-4b9c-b4e4-b2e84737ef36 req-75b630f2-d78d-4364-98b9-d9a9abf7f1d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b612332084cd4380b1d84dc66b66d53d&device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 1127 time: 0.0809686 Apr 14 20:45:58.491195 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7446cf-29fc-4b99-974b-ffa70042f607 x-openstack-request-id: req-4c7446cf-29fc-4b99-974b-ffa70042f607 {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:45:58.491832 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1d3294-7a8c-43da-b421-7c37c601db2f", "name": "network-vif-plugged", "status": "completed", "tag": "5249bac8-712a-4990-834e-24ba4ad1c15d", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:45:58.492238 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c7446cf-29fc-4b99-974b-ffa70042f607 {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:45:58.492869 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c7446cf-29fc-4b99-974b-ffa70042f607'] response: {'server_uuid': '1b1d3294-7a8c-43da-b421-7c37c601db2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5249bac8-712a-4990-834e-24ba4ad1c15d', 'code': 200} Apr 14 20:45:58.493071 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-8146282e-28c0-4b46-ab44-036fb3ea1f11 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Made reservation on behalf of 2082493328724c83b6ee97c6c6d7a788 for: {'port': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:45:58.497863 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-8146282e-28c0-4b46-ab44-036fb3ea1f11 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:58.499895 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-7eb145c4-891d-403a-9e96-8348af708bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, 2ab11168-1d20-4294-a6d0-6dfa68411530) {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:58.508012 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846da27f-2202-47fc-86db-cd3a86dd3b47 None None] Network 2ab11168-1d20-4294-a6d0-6dfa68411530 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:45:58.552375 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb145c4-891d-403a-9e96-8348af708bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:58.553270 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7eb145c4-891d-403a-9e96-8348af708bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:58.570248 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 7ff77d41-9d83-455f-a8ef-887591066088 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:58.572416 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (7ff77d41-9d83-455f-a8ef-887591066088), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:58.690602 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-7eb145c4-891d-403a-9e96-8348af708bf8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5567155 Apr 14 20:45:58.740572 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-37a1745d-ecdc-4cea-918c-755609f9b373 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:58.742558 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-37a1745d-ecdc-4cea-918c-755609f9b373 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "GET /v2.0/networks?id=78fd882f-0d96-47e7-99be-fdb344cfeb03 HTTP/1.1" status: 200 len: 814 time: 0.4699311 Apr 14 20:45:58.757535 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 7ff77d41-9d83-455f-a8ef-887591066088, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7ff77d41-9d83-455f-a8ef-887591066088,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:58.787798 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-8146282e-28c0-4b46-ab44-036fb3ea1f11 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Allocated IP 172.20.0.12 (d8f2fc22-5798-4429-ba83-71f0fd04ef2c/16b82aa4-c945-4e6e-b6e8-1226b1ad8852/e645adb7-d011-440e-89e5-4c116418ec5f) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:45:58.830916 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7227a44-f4cf-4460-8cb1-e47ba769f7a0 None None] Network 2ab11168-1d20-4294-a6d0-6dfa68411530 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:45:58.891555 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d9962-286a-4b9c-b4e4-b2e84737ef36 req-8ad7b10e-742f-47f1-bddd-4cfb67fadd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:58.893160 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-842d9962-286a-4b9c-b4e4-b2e84737ef36 req-8ad7b10e-742f-47f1-bddd-4cfb67fadd4a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b612332084cd4380b1d84dc66b66d53d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3940499 Apr 14 20:45:58.996043 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (7ff77d41-9d83-455f-a8ef-887591066088), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:58.996043 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 37bf9cf7-8240-4429-aad4-880bb966fa52 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:45:59.070206 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.16', 53111) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:45:59.341379 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dced6-2121-4905-a3c2-8ca1f92fe5e0 req-6859cd38-0286-4f5e-947f-fe28b5c27912 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:59.352530 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-529dced6-2121-4905-a3c2-8ca1f92fe5e0 req-6859cd38-0286-4f5e-947f-fe28b5c27912 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.7042558 Apr 14 20:45:59.393431 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port 37bf9cf7-8240-4429-aad4-880bb966fa52 completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:45:59.417039 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=7ff77d41-9d83-455f-a8ef-887591066088,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:59.456441 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-381207c5-3622-442d-92e1-fe7946b0af2e req-b0b6023d-8896-44f8-8f61-2b967a642ec0 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 210 time: 0.4517565 Apr 14 20:45:59.465340 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-529dced6-2121-4905-a3c2-8ca1f92fe5e0 req-b4c3498f-8246-4af8-8144-5b8420971d54 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118331 Apr 14 20:45:59.470881 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-b18669d3-4d82-441d-9fbf-938359e316b2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31d17db2ef5747d8836b06e9567e947b HTTP/1.1" status: 200 len: 379 time: 0.6772444 Apr 14 20:45:59.472383 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:59.475785 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-8146282e-28c0-4b46-ab44-036fb3ea1f11 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for port (e645adb7-d011-440e-89e5-4c116418ec5f), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:59.501029 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-421eeaf9-a263-4a37-aa08-a8494700a881 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'port': {'device_id': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'admin_state_up': True, 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'security_groups': ['16209326-a0ae-430a-b2ff-66e22bbe8a60']}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:59.517209 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 37bf9cf7-8240-4429-aad4-880bb966fa52 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:45:59.517597 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (37bf9cf7-8240-4429-aad4-880bb966fa52), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:59.561050 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863939e9-50df-4113-907b-91c0686c3787 req-86ef3cf7-d078-41cf-9f35-34cd0c0329ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:59.563048 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-863939e9-50df-4113-907b-91c0686c3787 req-86ef3cf7-d078-41cf-9f35-34cd0c0329ea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 1129 time: 0.4845145 Apr 14 20:45:59.569577 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-8146282e-28c0-4b46-ab44-036fb3ea1f11 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:59.651385 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146282e-28c0-4b46-ab44-036fb3ea1f11 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Pushing event updated for resources: {'Port': ['ID=e645adb7-d011-440e-89e5-4c116418ec5f,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:45:59.664058 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-8146282e-28c0-4b46-ab44-036fb3ea1f11 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Network d8f2fc22-5798-4429-ba83-71f0fd04ef2c is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:45:59.674769 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-8146282e-28c0-4b46-ab44-036fb3ea1f11 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:45:59.674769 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-8146282e-28c0-4b46-ab44-036fb3ea1f11 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:45:59.680012 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-8146282e-28c0-4b46-ab44-036fb3ea1f11 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:59.680694 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-8146282e-28c0-4b46-ab44-036fb3ea1f11 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:59.742596 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d9962-286a-4b9c-b4e4-b2e84737ef36 req-b39a5188-a4c9-421c-a0d1-510c6ade311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:59.744929 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-842d9962-286a-4b9c-b4e4-b2e84737ef36 req-b39a5188-a4c9-421c-a0d1-510c6ade311c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8307621 Apr 14 20:45:59.746886 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 37bf9cf7-8240-4429-aad4-880bb966fa52 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:45:59.747290 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (37bf9cf7-8240-4429-aad4-880bb966fa52), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:59.760374 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f6f18-352a-4fa6-aaad-1b4d8f39c770 req-2c878bb0-755a-4a36-bd17-1de78a6e0c70 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:59.762935 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3c9f6f18-352a-4fa6-aaad-1b4d8f39c770 req-2c878bb0-755a-4a36-bd17-1de78a6e0c70 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 944 time: 0.0786314 Apr 14 20:45:59.817961 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f0937-c25f-41fd-a8b0-9705dfe3e4fa req-f67282cf-98e9-4c66-873f-1b550f1a914c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:59.819471 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-154f0937-c25f-41fd-a8b0-9705dfe3e4fa req-f67282cf-98e9-4c66-873f-1b550f1a914c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 932 time: 0.0679221 Apr 14 20:45:59.820352 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-863939e9-50df-4113-907b-91c0686c3787 req-d4da0f06-8d2c-41e8-8915-3926d0fdf9f7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:59.841704 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 37bf9cf7-8240-4429-aad4-880bb966fa52, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=37bf9cf7-8240-4429-aad4-880bb966fa52,segment=NetworkSegment(a0d9018e-e881-41bf-a352-301955668356),segment_id=a0d9018e-e881-41bf-a352-301955668356)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:45:59.855206 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3c9f6f18-352a-4fa6-aaad-1b4d8f39c770 req-a533d9fb-e098-4ff0-a1f6-f03d695f9c9d tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818355 Apr 14 20:45:59.867066 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-8146282e-28c0-4b46-ab44-036fb3ea1f11 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7420678 Apr 14 20:45:59.882393 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Request body: {'port': {'device_id': '71c8becf-5922-47f5-abb3-34234511dd6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:45:59.909433 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-a7dfa868-00a9-4ca6-a9ce-ca8dd85de776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:45:59.913809 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-a7dfa868-00a9-4ca6-a9ce-ca8dd85de776 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b612332084cd4380b1d84dc66b66d53d&device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 1127 time: 0.0877275 Apr 14 20:45:59.946598 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (37bf9cf7-8240-4429-aad4-880bb966fa52), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:00.047676 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-e06b6cc3-549d-41e2-99b2-c8b56ad7c694 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 HTTP/1.1" status: 200 len: 217 time: 0.1214330 Apr 14 20:46:00.048249 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-421eeaf9-a263-4a37-aa08-a8494700a881 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Made reservation on behalf of 31d17db2ef5747d8836b06e9567e947b for: {'port': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:46:00.051413 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:00.061231 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-421eeaf9-a263-4a37-aa08-a8494700a881 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:00.106176 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=37bf9cf7-8240-4429-aad4-880bb966fa52,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:00.145589 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-4914b63f-385a-44c6-92be-282a6c23e7ff None None] Provisioning complete for port e645adb7-d011-440e-89e5-4c116418ec5f triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:00.145967 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-4914b63f-385a-44c6-92be-282a6c23e7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:00.150593 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69973-2090-4136-9896-511864d01c50 req-4225c38e-e207-42dd-a2a5-178db29326fb tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:00.152425 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d7b69973-2090-4136-9896-511864d01c50 req-4225c38e-e207-42dd-a2a5-178db29326fb tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 943 time: 0.1197963 Apr 14 20:46:00.159494 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-154f0937-c25f-41fd-a8b0-9705dfe3e4fa req-b88411d2-a76e-4e03-83c3-c2ba19f5b4d0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3204591 Apr 14 20:46:00.232148 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-4914b63f-385a-44c6-92be-282a6c23e7ff None None] Port e645adb7-d011-440e-89e5-4c116418ec5f cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:46:00.322742 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d7b69973-2090-4136-9896-511864d01c50 req-fb5d3a31-4c34-44b2-b014-8950b4e3edf1 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612411 Apr 14 20:46:00.385944 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-3c7d2dd7-f1ba-464c-88eb-d66813b2070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:00.386761 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-3c7d2dd7-f1ba-464c-88eb-d66813b2070d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e65d667f-64ee-4065-b3c5-818560099347 HTTP/1.1" status: 200 len: 849 time: 0.3162882 Apr 14 20:46:00.390178 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-863939e9-50df-4113-907b-91c0686c3787 req-d4da0f06-8d2c-41e8-8915-3926d0fdf9f7 service neutron] Publish callbacks [] for security_group (527ae933-7a60-4358-bba5-4afdda62f454), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:00.479086 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-40fd547a-1e5a-4809-ab30-ab0958f3eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:00.480665 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-40fd547a-1e5a-4809-ab30-ab0958f3eac8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=895cc4d8-73f8-4860-a3ab-edffb1416f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866137 Apr 14 20:46:00.490113 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e645adb7-d011-440e-89e5-4c116418ec5f {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:46:00.494795 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16e8f01-5e11-47b2-bc9e-f73fa0172b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff77d41-9d83-455f-a8ef-887591066088'}, {'server_uuid': 'cbc010cd-654b-4bb4-ab6f-d2422cac2cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bf9cf7-8240-4429-aad4-880bb966fa52'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:46:00.497604 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-863939e9-50df-4113-907b-91c0686c3787 req-d4da0f06-8d2c-41e8-8915-3926d0fdf9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (527ae933-7a60-4358-bba5-4afdda62f454), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:00.497759 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f761ef0d-a9d1-45bf-a005-30eb835bdcac" -d '{"events": [{"server_uuid": "f16e8f01-5e11-47b2-bc9e-f73fa0172b5a", "name": "network-vif-plugged", "status": "completed", "tag": "7ff77d41-9d83-455f-a8ef-887591066088"}, {"server_uuid": "cbc010cd-654b-4bb4-ab6f-d2422cac2cd3", "name": "network-vif-plugged", "status": "completed", "tag": "37bf9cf7-8240-4429-aad4-880bb966fa52"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:46:00.500032 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Publish callbacks [] for port (e645adb7-d011-440e-89e5-4c116418ec5f), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:00.515950 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Transition to ACTIVE for port object e645adb7-d011-440e-89e5-4c116418ec5f will not be triggered until provisioned by entity L2. {{(pid=110411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:46:00.565160 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 14 Apr 2022 20:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37883535-3682-4592-9375-f9274ca3a14b x-openstack-request-id: req-37883535-3682-4592-9375-f9274ca3a14b {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:46:00.565554 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16e8f01-5e11-47b2-bc9e-f73fa0172b5a", "name": "network-vif-plugged", "status": "completed", "tag": "7ff77d41-9d83-455f-a8ef-887591066088", "code": 200}, {"server_uuid": "cbc010cd-654b-4bb4-ab6f-d2422cac2cd3", "name": "network-vif-plugged", "status": "completed", "tag": "37bf9cf7-8240-4429-aad4-880bb966fa52", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:46:00.565811 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37883535-3682-4592-9375-f9274ca3a14b {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:46:00.566214 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37883535-3682-4592-9375-f9274ca3a14b'] response: {'server_uuid': 'f16e8f01-5e11-47b2-bc9e-f73fa0172b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff77d41-9d83-455f-a8ef-887591066088', 'code': 200} Apr 14 20:46:00.566476 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37883535-3682-4592-9375-f9274ca3a14b'] response: {'server_uuid': 'cbc010cd-654b-4bb4-ab6f-d2422cac2cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bf9cf7-8240-4429-aad4-880bb966fa52', 'code': 200} Apr 14 20:46:00.586444 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-421eeaf9-a263-4a37-aa08-a8494700a881 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Allocated IP 172.20.0.11 (78fd882f-0d96-47e7-99be-fdb344cfeb03/793028ec-fc30-4134-ac09-e1d2921d9f88/e7e6ad66-a1ee-450f-9147-d5439c524cbc) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:46:00.633537 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:00.700639 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc8428-9c8c-4c74-a259-0b4092582ae7 req-7221d5b4-06af-46da-8699-ebe064ecde14 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:00.703869 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-93dc8428-9c8c-4c74-a259-0b4092582ae7 req-7221d5b4-06af-46da-8699-ebe064ecde14 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.1288254 Apr 14 20:46:00.722973 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da0f06-8d2c-41e8-8915-3926d0fdf9f7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=527ae933-7a60-4358-bba5-4afdda62f454,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:00.724577 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e645adb7-d011-440e-89e5-4c116418ec5f,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:00.727363 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-863939e9-50df-4113-907b-91c0686c3787 req-d4da0f06-8d2c-41e8-8915-3926d0fdf9f7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1511030 Apr 14 20:46:00.735860 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3e0ce96c-87cd-4762-a066-7cef2970182d req-d03c69fd-6317-4e5e-8edb-aaa960d0e6a3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 210 time: 0.0630622 Apr 14 20:46:00.826098 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-0d4492e9-06c0-49fc-af6e-035bff6b822a service neutron] 10.222.0.16 "GET /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381078 Apr 14 20:46:00.839615 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-93dc8428-9c8c-4c74-a259-0b4092582ae7 req-4ab8e8f7-8e8f-4973-b05b-77d5f1cb629d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285236 Apr 14 20:46:00.846474 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Attempting to bind port e645adb7-d011-440e-89e5-4c116418ec5f on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:46:00.847068 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Attempting to bind port e645adb7-d011-440e-89e5-4c116418ec5f by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'b8e6d31b-c055-4055-9038-42a4f543c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:46:00.850193 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Attempting to bind port e645adb7-d011-440e-89e5-4c116418ec5f on network d8f2fc22-5798-4429-ba83-71f0fd04ef2c {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:46:00.857087 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Port e645adb7-d011-440e-89e5-4c116418ec5f on network d8f2fc22-5798-4429-ba83-71f0fd04ef2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:46:00.857914 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Attempting to bind port e645adb7-d011-440e-89e5-4c116418ec5f on network d8f2fc22-5798-4429-ba83-71f0fd04ef2c {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:46:00.865757 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:46:00.866148 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Checking segment: {'id': 'b8e6d31b-c055-4055-9038-42a4f543c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:46:00.867940 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Bound using segment: {'id': 'b8e6d31b-c055-4055-9038-42a4f543c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:46:00.867940 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Bound port: e645adb7-d011-440e-89e5-4c116418ec5f, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e6d31b-c055-4055-9038-42a4f543c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:46:00.867940 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:00.991045 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.16', 53120) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:01.057823 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] For port e645adb7-d011-440e-89e5-4c116418ec5f, host hv-cinder-83754, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:46:01.072420 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-421eeaf9-a263-4a37-aa08-a8494700a881 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for port (e7e6ad66-a1ee-450f-9147-d5439c524cbc), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:01.095363 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] For port e645adb7-d011-440e-89e5-4c116418ec5f, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e645adb7-d011-440e-89e5-4c116418ec5f,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:46:01.097288 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144d1a5-17ad-4d54-b445-bde7a2111560 req-b4f90c79-8237-4aca-9b1d-a000a9e80b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:01.098785 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9144d1a5-17ad-4d54-b445-bde7a2111560 req-b4f90c79-8237-4aca-9b1d-a000a9e80b4e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 1129 time: 0.1066744 Apr 14 20:46:01.122158 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1549cc-30a8-4d5d-8e80-a6266105ddfe req-5b6cd79c-7ab0-47c2-b875-6b949d58f6d2 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:01.123882 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0b1549cc-30a8-4d5d-8e80-a6266105ddfe req-5b6cd79c-7ab0-47c2-b875-6b949d58f6d2 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 945 time: 0.1780217 Apr 14 20:46:01.172725 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9144d1a5-17ad-4d54-b445-bde7a2111560 req-ea221b6f-c928-457e-bc32-6a10a155513e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666385 Apr 14 20:46:01.176242 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa228055-5c64-40da-bc95-5486e73febe2 req-8b15c725-a44c-4f2e-8215-882c6d39ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:01.177810 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-aa228055-5c64-40da-bc95-5486e73febe2 req-8b15c725-a44c-4f2e-8215-882c6d39ebb7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 1129 time: 0.1868126 Apr 14 20:46:01.190346 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:01.238958 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:01.240062 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:01.242998 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] 10.222.0.16 "PUT /v2.0/ports/e645adb7-d011-440e-89e5-4c116418ec5f HTTP/1.1" status: 200 len: 1094 time: 1.3657246 Apr 14 20:46:01.248136 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c8becf-5922-47f5-abb3-34234511dd6a', 'tag': 'e645adb7-d011-440e-89e5-4c116418ec5f'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:46:01.249233 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cd447b-3eeb-4e5b-8cc5-35feea2f9b40" -d '{"events": [{"name": "network-changed", "server_uuid": "71c8becf-5922-47f5-abb3-34234511dd6a", "tag": "e645adb7-d011-440e-89e5-4c116418ec5f"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:46:01.257763 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0b1549cc-30a8-4d5d-8e80-a6266105ddfe req-c5055058-93f8-424d-bea0-c7d5da4de950 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158593 Apr 14 20:46:01.268090 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-703a3b18-1430-42a8-ae1e-fe35b1852c33 service neutron] 10.222.0.16 "GET /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066432 Apr 14 20:46:01.270463 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e645adb7-d011-440e-89e5-4c116418ec5f,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:01.310093 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-421eeaf9-a263-4a37-aa08-a8494700a881 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (e7e6ad66-a1ee-450f-9147-d5439c524cbc), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:01.325047 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105f33e5-ed6d-4951-a81a-a4533c254b83 x-openstack-request-id: req-105f33e5-ed6d-4951-a81a-a4533c254b83 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:46:01.325047 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c8becf-5922-47f5-abb3-34234511dd6a", "tag": "e645adb7-d011-440e-89e5-4c116418ec5f", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:46:01.325273 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-105f33e5-ed6d-4951-a81a-a4533c254b83 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:46:01.325500 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105f33e5-ed6d-4951-a81a-a4533c254b83'] response: {'name': 'network-changed', 'server_uuid': '71c8becf-5922-47f5-abb3-34234511dd6a', 'tag': 'e645adb7-d011-440e-89e5-4c116418ec5f', 'status': 'completed', 'code': 200} Apr 14 20:46:01.362380 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c18e3-cdd6-4ae6-950a-6afb5dd055ce req-fdc95a0d-9013-4dfc-b96b-6264e5dd6d10 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:01.364731 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8d5c18e3-cdd6-4ae6-950a-6afb5dd055ce req-fdc95a0d-9013-4dfc-b96b-6264e5dd6d10 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0753033 Apr 14 20:46:01.391036 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-421eeaf9-a263-4a37-aa08-a8494700a881 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Network 78fd882f-0d96-47e7-99be-fdb344cfeb03 is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:46:01.398891 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-421eeaf9-a263-4a37-aa08-a8494700a881 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:46:01.405012 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-421eeaf9-a263-4a37-aa08-a8494700a881 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:46:01.416581 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-421eeaf9-a263-4a37-aa08-a8494700a881 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:01.422226 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-421eeaf9-a263-4a37-aa08-a8494700a881 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:01.446249 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421eeaf9-a263-4a37-aa08-a8494700a881 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'Port': ['ID=e7e6ad66-a1ee-450f-9147-d5439c524cbc,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:01.480966 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8d5c18e3-cdd6-4ae6-950a-6afb5dd055ce req-2c889c8d-f614-4185-8aee-aa7dd06ed467 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078484 Apr 14 20:46:01.533168 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2e8c9-db39-4aa6-ac30-81041d991b28 req-680adb5d-a43c-4b75-a491-6fb56297ead5 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:01.535104 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-43b2e8c9-db39-4aa6-ac30-81041d991b28 req-680adb5d-a43c-4b75-a491-6fb56297ead5 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 943 time: 0.0853276 Apr 14 20:46:01.584419 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-421eeaf9-a263-4a37-aa08-a8494700a881 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0962534 Apr 14 20:46:01.632086 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-43b2e8c9-db39-4aa6-ac30-81041d991b28 req-625994ca-28c7-4ade-894d-fef4719fbbe9 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893908 Apr 14 20:46:01.720956 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-aa228055-5c64-40da-bc95-5486e73febe2 req-976d5ab9-af15-4099-8045-672f2f8bebd7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616672 Apr 14 20:46:01.813089 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-22ecc79a-d8ac-43f7-bb7d-0d42abfd4f3f None None] Provisioning complete for port e7e6ad66-a1ee-450f-9147-d5439c524cbc triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:01.813996 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-22ecc79a-d8ac-43f7-bb7d-0d42abfd4f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (e7e6ad66-a1ee-450f-9147-d5439c524cbc), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:01.855352 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-22ecc79a-d8ac-43f7-bb7d-0d42abfd4f3f None None] Port e7e6ad66-a1ee-450f-9147-d5439c524cbc cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:46:01.882711 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa40b39-bf0a-4e00-8d29-647599977022 req-16a99246-5d38-47e9-87b9-bd43eb9aea32 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:01.885347 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-bfa40b39-bf0a-4e00-8d29-647599977022 req-16a99246-5d38-47e9-87b9-bd43eb9aea32 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 932 time: 0.0545485 Apr 14 20:46:01.947585 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-bfa40b39-bf0a-4e00-8d29-647599977022 req-a32ea561-5f33-4f2e-aa50-322e914e135d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563271 Apr 14 20:46:01.953746 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d018a4-0626-4f6e-aaab-c2f44e1eb422 req-8230af3d-0466-4984-a376-d9c3c70fe997 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:01.964079 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f7d018a4-0626-4f6e-aaab-c2f44e1eb422 req-8230af3d-0466-4984-a376-d9c3c70fe997 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0643542 Apr 14 20:46:02.027769 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f7d018a4-0626-4f6e-aaab-c2f44e1eb422 req-86c1c11d-3452-407b-a394-a65d3f85f38a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624299 Apr 14 20:46:02.367511 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d93bb5-ab13-49a2-9cc1-0bc8bf1d3865 req-3a967ed5-24ed-4602-8997-a850cb7f9ace tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:02.369720 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b0d93bb5-ab13-49a2-9cc1-0bc8bf1d3865 req-3a967ed5-24ed-4602-8997-a850cb7f9ace tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 945 time: 0.0491803 Apr 14 20:46:02.418635 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b0d93bb5-ab13-49a2-9cc1-0bc8bf1d3865 req-c60ca6d4-dd63-497f-9b71-ad12da956f6e tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429704 Apr 14 20:46:02.602280 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f083244-004a-4423-839c-5249d2ce165c req-0ac63740-12b6-442d-9a4f-665db4ff34ad tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:02.603777 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8f083244-004a-4423-839c-5249d2ce165c req-0ac63740-12b6-442d-9a4f-665db4ff34ad tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0484767 Apr 14 20:46:02.653927 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8f083244-004a-4423-839c-5249d2ce165c req-81e77710-56b5-4a29-abe0-79cbbd902f79 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443819 Apr 14 20:46:02.735100 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Request body: {'port': {'device_id': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:46:02.770001 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840716a-0d4d-46de-b5a3-ebc47c5eadbc req-706113cb-101e-405d-a4f5-699963424ad4 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:02.771711 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7840716a-0d4d-46de-b5a3-ebc47c5eadbc req-706113cb-101e-405d-a4f5-699963424ad4 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 943 time: 0.0609872 Apr 14 20:46:02.801741 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (e7e6ad66-a1ee-450f-9147-d5439c524cbc), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:02.825329 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7840716a-0d4d-46de-b5a3-ebc47c5eadbc req-6242f269-5a72-47a3-89d0-5ffd7ccb5ae0 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466824 Apr 14 20:46:03.112853 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80913566-f332-4397-8c63-aaf1e67730ab req-39cbd936-20c0-44d3-b02e-c423ee7a4b94 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:03.114400 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-80913566-f332-4397-8c63-aaf1e67730ab req-39cbd936-20c0-44d3-b02e-c423ee7a4b94 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 932 time: 0.0685439 Apr 14 20:46:03.148360 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89c65d-adf9-4b15-862e-7fd713e61b38 req-6cfd9b42-1cc7-41fe-97f9-7136db7cc22a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:03.150181 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ca89c65d-adf9-4b15-862e-7fd713e61b38 req-6cfd9b42-1cc7-41fe-97f9-7136db7cc22a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0498869 Apr 14 20:46:03.186898 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e6ad66-a1ee-450f-9147-d5439c524cbc {{(pid=110412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:46:03.201999 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ca89c65d-adf9-4b15-862e-7fd713e61b38 req-32041cf5-5475-4cf1-8f6f-8c7519b9b004 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462081 Apr 14 20:46:03.203038 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Publish callbacks [] for port (e7e6ad66-a1ee-450f-9147-d5439c524cbc), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:03.214950 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-80913566-f332-4397-8c63-aaf1e67730ab req-3895ca2c-5372-474d-be7e-e42097493ef9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876470 Apr 14 20:46:03.222757 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.provisioning_blocks [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Transition to ACTIVE for port object e7e6ad66-a1ee-450f-9147-d5439c524cbc will not be triggered until provisioned by entity L2. {{(pid=110412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:46:03.299847 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (e7e6ad66-a1ee-450f-9147-d5439c524cbc), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:03.363178 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e6ad66-a1ee-450f-9147-d5439c524cbc,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:03.401757 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Attempting to bind port e7e6ad66-a1ee-450f-9147-d5439c524cbc on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:46:03.402016 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Attempting to bind port e7e6ad66-a1ee-450f-9147-d5439c524cbc by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:46:03.402389 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Attempting to bind port e7e6ad66-a1ee-450f-9147-d5439c524cbc on network 78fd882f-0d96-47e7-99be-fdb344cfeb03 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:46:03.409243 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Port e7e6ad66-a1ee-450f-9147-d5439c524cbc on network 78fd882f-0d96-47e7-99be-fdb344cfeb03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:46:03.409561 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Attempting to bind port e7e6ad66-a1ee-450f-9147-d5439c524cbc on network 78fd882f-0d96-47e7-99be-fdb344cfeb03 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:46:03.421817 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:46:03.421817 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Checking segment: {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:46:03.421817 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Bound using segment: {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:46:03.421817 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Bound port: e7e6ad66-a1ee-450f-9147-d5439c524cbc, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:46:03.421817 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (e7e6ad66-a1ee-450f-9147-d5439c524cbc), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:03.536629 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] For port e7e6ad66-a1ee-450f-9147-d5439c524cbc, host hv-cinder-83754, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:46:03.540313 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] For port e7e6ad66-a1ee-450f-9147-d5439c524cbc, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e7e6ad66-a1ee-450f-9147-d5439c524cbc,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:46:03.585531 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e3c13-bbc6-451b-8e21-a03c387fc57c req-6a960d83-cde9-40b6-a5bc-5cbe76debc63 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:03.588114 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ca8e3c13-bbc6-451b-8e21-a03c387fc57c req-6a960d83-cde9-40b6-a5bc-5cbe76debc63 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 945 time: 0.0824678 Apr 14 20:46:03.635810 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ca8e3c13-bbc6-451b-8e21-a03c387fc57c req-7963c07a-c409-4f9c-ae98-333d1f485a0b tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422785 Apr 14 20:46:03.647185 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (e7e6ad66-a1ee-450f-9147-d5439c524cbc), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:03.692832 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:03.693547 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:03.695093 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] 10.222.0.16 "PUT /v2.0/ports/e7e6ad66-a1ee-450f-9147-d5439c524cbc HTTP/1.1" status: 200 len: 1094 time: 0.9646175 Apr 14 20:46:03.695372 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'tag': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:46:03.697847 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6550b5-07f2-4592-9d01-a515dff3317b" -d '{"events": [{"name": "network-changed", "server_uuid": "8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7", "tag": "e7e6ad66-a1ee-450f-9147-d5439c524cbc"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:46:03.731284 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842e879-5fcd-4106-aceb-ae1d2e439168 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e6ad66-a1ee-450f-9147-d5439c524cbc,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:03.792919 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510f6df-a903-44bd-9e2e-75052185f109 req-b2805155-8df3-40dd-ba0b-3454adec0635 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:03.794787 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9510f6df-a903-44bd-9e2e-75052185f109 req-b2805155-8df3-40dd-ba0b-3454adec0635 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0551429 Apr 14 20:46:03.824090 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d019e8-b501-4a3d-b4fc-6d4117bc637d req-0bd0f5c4-3304-4aac-b3f9-ca54927d87b6 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:03.835555 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-02d019e8-b501-4a3d-b4fc-6d4117bc637d req-0bd0f5c4-3304-4aac-b3f9-ca54927d87b6 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0766919 Apr 14 20:46:03.885600 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9510f6df-a903-44bd-9e2e-75052185f109 req-4988c2b4-0463-4664-b651-ba34a9033a39 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593553 Apr 14 20:46:03.897093 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-02d019e8-b501-4a3d-b4fc-6d4117bc637d req-3ea89389-5ad1-4a98-b61b-15b2e3811325 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605950 Apr 14 20:46:03.956682 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655245c0-1f9b-4b42-b34d-daecba2be624 x-openstack-request-id: req-655245c0-1f9b-4b42-b34d-daecba2be624 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:46:03.957043 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7", "tag": "e7e6ad66-a1ee-450f-9147-d5439c524cbc", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:46:03.957413 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-655245c0-1f9b-4b42-b34d-daecba2be624 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:46:03.957824 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-655245c0-1f9b-4b42-b34d-daecba2be624'] response: {'name': 'network-changed', 'server_uuid': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'tag': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc', 'status': 'completed', 'code': 200} Apr 14 20:46:04.058782 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2d5fa-3819-406b-b93d-3d8a15f327f1 req-0862f335-4176-45cb-af40-62af55bf3dd3 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:04.061626 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b7a2d5fa-3819-406b-b93d-3d8a15f327f1 req-0862f335-4176-45cb-af40-62af55bf3dd3 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 943 time: 0.0563219 Apr 14 20:46:04.117122 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b7a2d5fa-3819-406b-b93d-3d8a15f327f1 req-73d55e7e-e51d-465a-95ce-62a7485f2a7f tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481279 Apr 14 20:46:04.357431 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4190-1917-4136-85a1-2e508e7c4aca req-5888b289-02bf-440f-a1f6-cb47f2e1f7f7 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:04.359457 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-af5b4190-1917-4136-85a1-2e508e7c4aca req-5888b289-02bf-440f-a1f6-cb47f2e1f7f7 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 944 time: 0.0648553 Apr 14 20:46:04.416464 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-af5b4190-1917-4136-85a1-2e508e7c4aca req-bbe7d4e7-7e4f-4230-9a93-faae93cd5efe tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511189 Apr 14 20:46:04.606203 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd447b-3eeb-4e5b-8cc5-35feea2f9b40 req-632acd39-b130-4278-ae9c-4444c5eb0ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:04.607692 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-06cd447b-3eeb-4e5b-8cc5-35feea2f9b40 req-632acd39-b130-4278-ae9c-4444c5eb0ead service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2082493328724c83b6ee97c6c6d7a788&device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 1128 time: 0.0435438 Apr 14 20:46:04.750263 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7ab16-8304-43b9-a7be-900cfc23e5fd req-77c9aed0-2c17-40f2-a4ee-84a6d603a4e1 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:04.751742 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7cb7ab16-8304-43b9-a7be-900cfc23e5fd req-77c9aed0-2c17-40f2-a4ee-84a6d603a4e1 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 945 time: 0.0485003 Apr 14 20:46:04.807038 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7cb7ab16-8304-43b9-a7be-900cfc23e5fd req-35a27751-cdf8-47e7-8120-51759d85ea23 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494010 Apr 14 20:46:05.027815 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5a4e2-9b40-4c15-a04a-70170bdf825b req-6003c664-6d0a-42c1-afca-ba71f44e2f56 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:05.028128 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dba1f-3b4b-4a74-8b99-0c2e6b293902 req-82a06d19-5c0f-4002-ae58-a7b3686ff433 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:05.029319 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c7e5a4e2-9b40-4c15-a04a-70170bdf825b req-6003c664-6d0a-42c1-afca-ba71f44e2f56 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0511241 Apr 14 20:46:05.033630 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-188dba1f-3b4b-4a74-8b99-0c2e6b293902 req-82a06d19-5c0f-4002-ae58-a7b3686ff433 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0568776 Apr 14 20:46:05.085423 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-188dba1f-3b4b-4a74-8b99-0c2e6b293902 req-0b4d509a-6682-465f-99bb-2ee43c50c22c tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501699 Apr 14 20:46:05.089697 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c7e5a4e2-9b40-4c15-a04a-70170bdf825b req-7431cc02-25ea-4e46-922c-b9d7ea25a0f2 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530076 Apr 14 20:46:05.246908 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50461618-b576-47b3-a91b-179d53ed5d8c req-4158c0f9-af70-43bf-9211-605146fe935a tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:05.248450 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-50461618-b576-47b3-a91b-179d53ed5d8c req-4158c0f9-af70-43bf-9211-605146fe935a tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 943 time: 0.0580170 Apr 14 20:46:05.300454 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-50461618-b576-47b3-a91b-179d53ed5d8c req-6ef026e3-9804-44f4-8150-29f718440c0a tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461359 Apr 14 20:46:05.538799 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2fb36-57e2-454f-8b45-6864722d1b88 req-f9431f4e-e3da-4d81-b427-7408781eaebf tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:05.540680 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dfc2fb36-57e2-454f-8b45-6864722d1b88 req-f9431f4e-e3da-4d81-b427-7408781eaebf tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 944 time: 0.0512938 Apr 14 20:46:05.594164 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dfc2fb36-57e2-454f-8b45-6864722d1b88 req-809410ba-fba2-4540-a183-2825835e9aba tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475965 Apr 14 20:46:06.035830 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:46:06.140268 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81,segment=NetworkSegment(a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e),segment_id=a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:46:06.153519 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'port_id': '1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81', 'mac_address': 'fa:16:3e:4c:9f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65d667f-64ee-4065-b3c5-818560099347', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:46:06.193741 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:06.194123 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:06.223972 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:46:06.240748 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7daba64-3ef4-4b42-b13a-9c8404d01169 req-ba84ba67-9f83-46b7-a323-cf3a70a6e0f2 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:06.242430 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d7daba64-3ef4-4b42-b13a-9c8404d01169 req-ba84ba67-9f83-46b7-a323-cf3a70a6e0f2 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0494046 Apr 14 20:46:06.249064 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81,segment=NetworkSegment(a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e),segment_id=a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:46:06.251056 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6550b7-df13-46f9-993c-6dd386072345 req-43547b35-bb56-4535-9b22-d443f93f2522 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:06.252567 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9d6550b7-df13-46f9-993c-6dd386072345 req-43547b35-bb56-4535-9b22-d443f93f2522 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0733426 Apr 14 20:46:06.292216 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d7daba64-3ef4-4b42-b13a-9c8404d01169 req-bafe6bba-91e0-456f-a6b7-9c50c02f4c74 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428734 Apr 14 20:46:06.299518 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9d6550b7-df13-46f9-993c-6dd386072345 req-bf1e4464-dc62-4f2e-8083-5750b2e3d6bc tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413599 Apr 14 20:46:06.320201 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:06.370654 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:06.419642 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563228b-14ad-4367-8b43-6960c1ecc012 req-07c183e9-f946-4d58-ab8d-c8527845d0c6 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:06.421089 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1563228b-14ad-4367-8b43-6960c1ecc012 req-07c183e9-f946-4d58-ab8d-c8527845d0c6 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 944 time: 0.0534527 Apr 14 20:46:06.468979 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1563228b-14ad-4367-8b43-6960c1ecc012 req-16a566f9-4c5c-4810-b5bc-9201922153fb tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420301 Apr 14 20:46:06.704629 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465e1a8-6a83-427f-84e5-1cd45342872e req-d97b8f08-32a6-49d6-9cc1-f3395b44a905 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:06.706323 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a465e1a8-6a83-427f-84e5-1cd45342872e req-d97b8f08-32a6-49d6-9cc1-f3395b44a905 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 944 time: 0.0464158 Apr 14 20:46:06.752617 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a465e1a8-6a83-427f-84e5-1cd45342872e req-5edf1778-9a72-4e5f-97f2-b02eec1769bb tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407839 Apr 14 20:46:07.411319 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bdbf4-ccb0-4221-a986-e0d289252299 req-7777960e-88a3-4a68-89b7-b34d7a83c53a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:07.416998 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137d4ea-55ba-4875-84d8-ea34966bc41d req-47c683ad-6dd7-4334-8de3-5d1afbbb451d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:07.417607 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a40bdbf4-ccb0-4221-a986-e0d289252299 req-7777960e-88a3-4a68-89b7-b34d7a83c53a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0492725 Apr 14 20:46:07.417700 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8137d4ea-55ba-4875-84d8-ea34966bc41d req-47c683ad-6dd7-4334-8de3-5d1afbbb451d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0472822 Apr 14 20:46:07.465466 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a40bdbf4-ccb0-4221-a986-e0d289252299 req-b31aa215-845f-4583-b7a0-52fcf128f156 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433877 Apr 14 20:46:07.467329 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8137d4ea-55ba-4875-84d8-ea34966bc41d req-449fb4b9-c26a-4b0a-8d31-03cf89382e8f tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470076 Apr 14 20:46:07.589579 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3d96e-4182-4d6c-a805-b9312bcd32c8 req-0f8799bd-429f-47c4-8d64-127f6037814d tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:07.589579 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d4a3d96e-4182-4d6c-a805-b9312bcd32c8 req-0f8799bd-429f-47c4-8d64-127f6037814d tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 944 time: 0.0485620 Apr 14 20:46:07.632978 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d4a3d96e-4182-4d6c-a805-b9312bcd32c8 req-d8a05896-6c4b-4dc9-a2c0-9e7b6abab182 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417192 Apr 14 20:46:07.865258 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18784d13-380e-49dd-a4e4-8df485b8da03 req-a021cbab-a392-480b-b704-139eea532c79 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:07.866669 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-18784d13-380e-49dd-a4e4-8df485b8da03 req-a021cbab-a392-480b-b704-139eea532c79 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 944 time: 0.0464227 Apr 14 20:46:07.916847 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-18784d13-380e-49dd-a4e4-8df485b8da03 req-4c832453-27e9-4bb1-82be-25f92f6c955d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444188 Apr 14 20:46:08.049381 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:46:08.054269 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6550b5-07f2-4592-9d01-a515dff3317b req-65f162ba-fc6c-4dcf-ae7f-c46c85b2e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:08.056531 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-df6550b5-07f2-4592-9d01-a515dff3317b req-65f162ba-fc6c-4dcf-ae7f-c46c85b2e918 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31d17db2ef5747d8836b06e9567e947b&device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 1128 time: 0.0549562 Apr 14 20:46:08.081919 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:46:08.161788 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291b07d-66a7-40b8-b9dc-75dc16131c01 req-4be0062e-66d5-47df-925f-2922f82eab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:08.163401 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0291b07d-66a7-40b8-b9dc-75dc16131c01 req-4be0062e-66d5-47df-925f-2922f82eab42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 1129 time: 0.0560255 Apr 14 20:46:08.273644 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291b07d-66a7-40b8-b9dc-75dc16131c01 req-f66808a8-d030-4349-8683-4cab5f43547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:08.275724 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0291b07d-66a7-40b8-b9dc-75dc16131c01 req-f66808a8-d030-4349-8683-4cab5f43547d service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 920 time: 0.1030948 Apr 14 20:46:08.294778 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd447b-3eeb-4e5b-8cc5-35feea2f9b40 req-9e0ce83b-4f3a-4fe5-b1dc-b35fd8204f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:08.296263 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-06cd447b-3eeb-4e5b-8cc5-35feea2f9b40 req-9e0ce83b-4f3a-4fe5-b1dc-b35fd8204f56 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2082493328724c83b6ee97c6c6d7a788&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3572419 Apr 14 20:46:08.319617 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0291b07d-66a7-40b8-b9dc-75dc16131c01 req-cd2fa6ae-228e-44b3-937a-2604cb46fbc5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5249bac8-712a-4990-834e-24ba4ad1c15d HTTP/1.1" status: 200 len: 217 time: 0.0354688 Apr 14 20:46:08.371177 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291b07d-66a7-40b8-b9dc-75dc16131c01 req-b4f9ffb1-ecba-44cd-9a99-4f4056058687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:08.372758 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0291b07d-66a7-40b8-b9dc-75dc16131c01 req-b4f9ffb1-ecba-44cd-9a99-4f4056058687 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f10567fd-adb1-4429-8b4f-7a10f9ab700f HTTP/1.1" status: 200 len: 858 time: 0.0466309 Apr 14 20:46:08.424122 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291b07d-66a7-40b8-b9dc-75dc16131c01 req-457ff06e-5ad7-45ab-a4c2-b1ad9f4d8110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:08.425983 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0291b07d-66a7-40b8-b9dc-75dc16131c01 req-457ff06e-5ad7-45ab-a4c2-b1ad9f4d8110 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3627da5-4396-44c2-b4be-72365d8e14c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473280 Apr 14 20:46:08.427686 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6550b5-07f2-4592-9d01-a515dff3317b req-970ce7c9-3381-4f63-8fed-1ea31c540990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:08.429106 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-df6550b5-07f2-4592-9d01-a515dff3317b req-970ce7c9-3381-4f63-8fed-1ea31c540990 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=31d17db2ef5747d8836b06e9567e947b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3636346 Apr 14 20:46:08.469992 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd447b-3eeb-4e5b-8cc5-35feea2f9b40 req-a7865ab2-6f7e-4185-bb94-8b3280a83f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:08.471450 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-06cd447b-3eeb-4e5b-8cc5-35feea2f9b40 req-a7865ab2-6f7e-4185-bb94-8b3280a83f13 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1454039 Apr 14 20:46:08.563280 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0291b07d-66a7-40b8-b9dc-75dc16131c01 req-1baced21-9e87-4e78-9021-d875f7dc5942 service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247098 Apr 14 20:46:08.630440 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-1bc3fdf9-bd3b-4221-8429-4aeaee4a0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:08.631978 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-1bc3fdf9-bd3b-4221-8429-4aeaee4a0b30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2082493328724c83b6ee97c6c6d7a788&device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 1128 time: 0.0972853 Apr 14 20:46:08.633143 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6550b5-07f2-4592-9d01-a515dff3317b req-fa0bf220-a26a-4487-84a5-ed966ed2b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:08.635290 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-df6550b5-07f2-4592-9d01-a515dff3317b req-fa0bf220-a26a-4487-84a5-ed966ed2b3fb service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1969841 Apr 14 20:46:08.657848 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a55df-5cb5-47f6-bd86-4a1e288aae51 req-bc9761ba-6528-4ac5-b60a-3ebb99d21473 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:08.662791 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a60a55df-5cb5-47f6-bd86-4a1e288aae51 req-bc9761ba-6528-4ac5-b60a-3ebb99d21473 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0854340 Apr 14 20:46:08.688931 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721099a-2ce1-4003-9664-d56924d31714 req-075bbf43-79e3-4630-abec-bc515dd8c11f tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:08.690940 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7721099a-2ce1-4003-9664-d56924d31714 req-075bbf43-79e3-4630-abec-bc515dd8c11f tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0860677 Apr 14 20:46:08.748227 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0291b07d-66a7-40b8-b9dc-75dc16131c01 req-4cfae53b-c3f6-4bbb-b0dd-6301eb5188d4 service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800303 Apr 14 20:46:08.762885 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-130d46f4-8db6-4611-b63b-4da30915d61c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e645adb7-d011-440e-89e5-4c116418ec5f HTTP/1.1" status: 200 len: 217 time: 0.0989678 Apr 14 20:46:08.782540 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7721099a-2ce1-4003-9664-d56924d31714 req-f8525016-9345-4a71-a0b6-2aba39e10325 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766525 Apr 14 20:46:08.851712 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-ff2a77e6-a9c7-429f-b40a-741dec0b8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:08.854207 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-ff2a77e6-a9c7-429f-b40a-741dec0b8227 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31d17db2ef5747d8836b06e9567e947b&device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 1128 time: 0.1085413 Apr 14 20:46:08.864241 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a60a55df-5cb5-47f6-bd86-4a1e288aae51 req-d5ccbdf6-9967-4388-a571-bc3079886c30 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797855 Apr 14 20:46:08.913455 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-fce036ec-7f67-4c69-8c18-bcd9b4ccc94a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7e6ad66-a1ee-450f-9147-d5439c524cbc HTTP/1.1" status: 200 len: 217 time: 0.0481043 Apr 14 20:46:08.915641 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-121196f1-3389-4bf0-a997-084c6bfa9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:08.916916 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-121196f1-3389-4bf0-a997-084c6bfa9812 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16b82aa4-c945-4e6e-b6e8-1226b1ad8852 HTTP/1.1" status: 200 len: 856 time: 0.1278319 Apr 14 20:46:08.924382 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e0b1e-053a-4f79-890b-0b5dd8521a24 req-5f65fc0c-9f9f-4f07-83ea-08e3cde4fb3d tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:08.930019 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-087e0b1e-053a-4f79-890b-0b5dd8521a24 req-5f65fc0c-9f9f-4f07-83ea-08e3cde4fb3d tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 944 time: 0.0736649 Apr 14 20:46:08.980187 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-087e0b1e-053a-4f79-890b-0b5dd8521a24 req-4c04e387-bd62-4ad5-b730-2973c0fb945d tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471082 Apr 14 20:46:09.098563 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-f462b377-3196-4504-89fc-88fc695e5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:09.100057 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-f462b377-3196-4504-89fc-88fc695e5720 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862520 Apr 14 20:46:09.106961 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-df522222-1d0f-429f-af7c-eb68494f9241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:09.108570 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-df522222-1d0f-429f-af7c-eb68494f9241 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=793028ec-fc30-4134-ac09-e1d2921d9f88 HTTP/1.1" status: 200 len: 853 time: 0.1039498 Apr 14 20:46:09.109977 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6668e-6d94-4053-8f28-4984e4b8dbc1 req-1577a44e-e38c-44b5-b04b-e63fd3dce8a7 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:09.113698 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6bb6668e-6d94-4053-8f28-4984e4b8dbc1 req-1577a44e-e38c-44b5-b04b-e63fd3dce8a7 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 944 time: 0.0549140 Apr 14 20:46:09.171695 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6bb6668e-6d94-4053-8f28-4984e4b8dbc1 req-6a66fc2c-056e-4cfa-9119-5dfd5f385ae2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534828 Apr 14 20:46:09.226511 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-3c219e9d-38af-45ec-8abd-00c40788ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:09.228839 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-3c219e9d-38af-45ec-8abd-00c40788ae55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78fd882f-0d96-47e7-99be-fdb344cfeb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1061611 Apr 14 20:46:09.323980 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-ae855118-76e9-4f15-b642-6d0a8aca86fb service neutron] 10.222.0.16 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889694 Apr 14 20:46:09.402548 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-3bc0d28a-d62b-4ecb-89a0-eab28a528ecb service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647935 Apr 14 20:46:09.512865 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-d125fbf8-9e1f-4345-9d40-1b96dd971b97 service neutron] 10.222.0.16 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811843 Apr 14 20:46:09.535190 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9087938-25b8-4b48-a7dc-f24a2968808b req-c58e93e3-04b5-48f6-be7d-c3f55b4550e8 service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270397 Apr 14 20:46:09.783544 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:46:09.832223 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:46:09.899907 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4ee62-e287-46db-9145-12b85279bdad req-5be2ee49-d07e-4719-9df0-57e34c4ed2a7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:09.901414 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ebc4ee62-e287-46db-9145-12b85279bdad req-5be2ee49-d07e-4719-9df0-57e34c4ed2a7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0464284 Apr 14 20:46:09.923216 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:09.923592 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:09.952545 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ebc4ee62-e287-46db-9145-12b85279bdad req-e5559e6f-b762-4569-9cbc-68d8a9ba7f4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455315 Apr 14 20:46:10.024691 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:10.025140 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:10.049792 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaa230d-7b5d-447e-aa6c-0b4ea746e158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:46:10.052387 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b8e2d8-0e06-476a-acf9-13061cdf691e" -d '{"events": [{"server_uuid": "ceaa230d-7b5d-447e-aa6c-0b4ea746e158", "name": "network-vif-plugged", "status": "completed", "tag": "1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:46:10.068094 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81,segment=NetworkSegment(a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e),segment_id=a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:46:10.073835 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd49859-de66-4be6-898a-c2b2e68db2f9 req-880a8d2f-7a13-4d62-b3c1-f11c1e9358d1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:10.075591 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3dd49859-de66-4be6-898a-c2b2e68db2f9 req-880a8d2f-7a13-4d62-b3c1-f11c1e9358d1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0546830 Apr 14 20:46:10.106432 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56e06c-a0d9-4b1e-83ee-b913526b5f5d req-7b1bb0a8-fea4-4316-b6a4-6810cd3ae3f4 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:10.108461 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5e56e06c-a0d9-4b1e-83ee-b913526b5f5d req-7b1bb0a8-fea4-4316-b6a4-6810cd3ae3f4 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 944 time: 0.0475478 Apr 14 20:46:10.127275 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3dd49859-de66-4be6-898a-c2b2e68db2f9 req-b85c5d71-24a5-4dcd-9a2d-104fdfc7e07d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439463 Apr 14 20:46:10.137107 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:10.157815 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5e56e06c-a0d9-4b1e-83ee-b913526b5f5d req-7b618d56-336e-4b46-8d07-7c9fd3b61efc tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433271 Apr 14 20:46:10.183889 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201c2f2a-9f71-43a1-a63e-103bafef66fb x-openstack-request-id: req-201c2f2a-9f71-43a1-a63e-103bafef66fb {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:46:10.184194 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaa230d-7b5d-447e-aa6c-0b4ea746e158", "name": "network-vif-plugged", "status": "completed", "tag": "1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:46:10.184448 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-201c2f2a-9f71-43a1-a63e-103bafef66fb {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:46:10.184832 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-201c2f2a-9f71-43a1-a63e-103bafef66fb'] response: {'server_uuid': 'ceaa230d-7b5d-447e-aa6c-0b4ea746e158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81', 'code': 200} Apr 14 20:46:10.193816 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:10.294642 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218dc6b-c77f-4fcf-a156-c8c076d85b7a req-6c91d8ad-28cf-41d7-812c-c4fd08ab1cc0 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:10.296028 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1218dc6b-c77f-4fcf-a156-c8c076d85b7a req-6c91d8ad-28cf-41d7-812c-c4fd08ab1cc0 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 944 time: 0.0471787 Apr 14 20:46:10.343479 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1218dc6b-c77f-4fcf-a156-c8c076d85b7a req-dea4dd87-6751-4149-b2b0-0d8112fce926 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418732 Apr 14 20:46:11.080662 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dc587-b107-47d3-9aeb-9826163d4e97 req-742c51dc-f935-4b9d-9144-4f11ee1c6742 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:11.083060 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3a3dc587-b107-47d3-9aeb-9826163d4e97 req-742c51dc-f935-4b9d-9144-4f11ee1c6742 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0610228 Apr 14 20:46:11.139420 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3a3dc587-b107-47d3-9aeb-9826163d4e97 req-6fe45259-3d38-4871-94a6-aad7d3ada683 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462158 Apr 14 20:46:11.260054 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30257d-0cb8-4caa-827e-0b7b4b21cb60 req-9b72abc8-8937-4585-b3f2-8bf346aab77a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:11.262259 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9e30257d-0cb8-4caa-827e-0b7b4b21cb60 req-9b72abc8-8937-4585-b3f2-8bf346aab77a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0564384 Apr 14 20:46:11.284960 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7988837-2f23-4ff3-93d4-8e6f0f21e6b4 req-e69cd5f7-92a4-402b-92ba-d1cb877ac4ae tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:11.286468 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c7988837-2f23-4ff3-93d4-8e6f0f21e6b4 req-e69cd5f7-92a4-402b-92ba-d1cb877ac4ae tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0574794 Apr 14 20:46:11.313785 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9e30257d-0cb8-4caa-827e-0b7b4b21cb60 req-8f54b566-e6fa-4b51-95b4-036264ed7a35 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457137 Apr 14 20:46:11.339110 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c7988837-2f23-4ff3-93d4-8e6f0f21e6b4 req-bc73026a-0c15-43e1-9aa1-6c3e242d34d7 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457661 Apr 14 20:46:11.466559 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a3046-f528-4ef2-b960-3b9d4f052158 req-b8d32cc5-4da2-4580-8f7f-ba9928c85f34 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:11.468290 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ed5a3046-f528-4ef2-b960-3b9d4f052158 req-b8d32cc5-4da2-4580-8f7f-ba9928c85f34 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 944 time: 0.0535831 Apr 14 20:46:11.529239 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ed5a3046-f528-4ef2-b960-3b9d4f052158 req-84334394-0114-49de-87e7-6cf50cfc6f42 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550516 Apr 14 20:46:11.860206 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac19160-f436-4f1f-bc58-51ac240c0899 req-e4cbe4fc-727e-43ae-8ac4-e6a66abf7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:11.861905 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3ac19160-f436-4f1f-bc58-51ac240c0899 req-e4cbe4fc-727e-43ae-8ac4-e6a66abf7ff7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 1129 time: 0.0501833 Apr 14 20:46:11.919872 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3ac19160-f436-4f1f-bc58-51ac240c0899 req-e7312314-82e5-4efe-8c1d-8e1c332ff09b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504165 Apr 14 20:46:12.269815 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7e1b-fd83-4358-9301-a96f02c236ba req-9eed2b45-e76b-49ce-953c-246ae21cc223 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:12.272467 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-847d7e1b-fd83-4358-9301-a96f02c236ba req-9eed2b45-e76b-49ce-953c-246ae21cc223 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0599103 Apr 14 20:46:12.320336 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-847d7e1b-fd83-4358-9301-a96f02c236ba req-21b0a196-b4a5-454f-8c7d-d933b685431e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418468 Apr 14 20:46:12.441925 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f872e86-fb41-4fd4-b8fd-e6c64c6b862a req-c9f99af7-69e5-43fa-b45f-1522f5d604f3 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:12.444111 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3f872e86-fb41-4fd4-b8fd-e6c64c6b862a req-c9f99af7-69e5-43fa-b45f-1522f5d604f3 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0553823 Apr 14 20:46:12.473601 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535fd8f-0a03-4185-92d5-ebdf36e22228 req-fd7e3c81-260b-4462-8b5e-a710517506b4 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:12.475828 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1535fd8f-0a03-4185-92d5-ebdf36e22228 req-fd7e3c81-260b-4462-8b5e-a710517506b4 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0580893 Apr 14 20:46:12.538181 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3f872e86-fb41-4fd4-b8fd-e6c64c6b862a req-2bcdc7cc-6989-4fb4-adc0-9f8dd5a5a488 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776885 Apr 14 20:46:12.544655 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1535fd8f-0a03-4185-92d5-ebdf36e22228 req-41a8ecb1-47b9-4ef2-a004-07d3e29af0e0 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594795 Apr 14 20:46:12.659106 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3876ac-0844-482d-a297-d2d1434034bc req-52e8e4d7-bcad-4593-a597-5b0ad18a17c4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:12.660638 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0a3876ac-0844-482d-a297-d2d1434034bc req-52e8e4d7-bcad-4593-a597-5b0ad18a17c4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 944 time: 0.0518103 Apr 14 20:46:12.709037 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0a3876ac-0844-482d-a297-d2d1434034bc req-b7b72c14-d85b-420d-a745-bce4baebf0a3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421658 Apr 14 20:46:13.441444 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adb111-a49a-4d09-aeef-4366085a632a req-8f5b9eb5-d63c-44e6-8b2f-55657ec4b8c7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:13.442967 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-85adb111-a49a-4d09-aeef-4366085a632a req-8f5b9eb5-d63c-44e6-8b2f-55657ec4b8c7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0545855 Apr 14 20:46:13.489635 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-85adb111-a49a-4d09-aeef-4366085a632a req-a54ea213-8920-47b4-a84c-44ff43004769 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404317 Apr 14 20:46:13.602792 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 42784) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:13.672145 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467b209-d130-49b1-b6ba-86217f4408ee req-2da7f02a-78ed-4944-b490-c49c745fe285 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:13.674664 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f467b209-d130-49b1-b6ba-86217f4408ee req-2da7f02a-78ed-4944-b490-c49c745fe285 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0640485 Apr 14 20:46:13.712161 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1d1eb-8417-4cd3-93ed-39e9b347feb0 req-33d948a6-552d-4d5d-844b-4eb052485f35 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:13.714055 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-57d1d1eb-8417-4cd3-93ed-39e9b347feb0 req-33d948a6-552d-4d5d-844b-4eb052485f35 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0556874 Apr 14 20:46:13.735848 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f467b209-d130-49b1-b6ba-86217f4408ee req-a4146e6c-f66a-4381-abc3-f84a3d32c061 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537448 Apr 14 20:46:13.751160 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-17e0cf87-a67f-4a44-a826-5d7090f532eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:13.784687 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-57d1d1eb-8417-4cd3-93ed-39e9b347feb0 req-5964d1f5-46a8-4665-9800-8910667df97b tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649891 Apr 14 20:46:13.811787 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device e645adb7-d011-440e-89e5-4c116418ec5f details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:46:13.894042 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-17e0cf87-a67f-4a44-a826-5d7090f532eb admin admin] Publish callbacks [] for security_group (8e85edb8-a07e-4ad3-912f-ef5a778ff2ae), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:13.905200 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c8e73-eaa5-4775-8e19-89cae3de7fba req-bd007378-dad1-4e5d-a382-d39af9da1dd9 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:13.906820 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4a5c8e73-eaa5-4775-8e19-89cae3de7fba req-bd007378-dad1-4e5d-a382-d39af9da1dd9 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0524526 Apr 14 20:46:13.909447 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bab238-65d0-4627-8764-4fed482b3b29 req-1d955b43-e518-460e-a676-1c122d6a8b89 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:13.917317 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 42798) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:13.919334 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-03bab238-65d0-4627-8764-4fed482b3b29 req-1d955b43-e518-460e-a676-1c122d6a8b89 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 944 time: 0.1078146 Apr 14 20:46:13.922378 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-1555b634-58a2-4e7e-872b-1ddfe0e1dace tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Request body: {'floatingip': {'port_id': '1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:46:13.962944 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port e645adb7-d011-440e-89e5-4c116418ec5f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e645adb7-d011-440e-89e5-4c116418ec5f,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:46:13.984096 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-03bab238-65d0-4627-8764-4fed482b3b29 req-c2a2017d-b5d2-45e4-a13b-5165b3c62e19 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650907 Apr 14 20:46:13.985263 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-17e0cf87-a67f-4a44-a826-5d7090f532eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (8e85edb8-a07e-4ad3-912f-ef5a778ff2ae), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:13.990584 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': 'e645adb7-d011-440e-89e5-4c116418ec5f', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'port_id': 'e645adb7-d011-440e-89e5-4c116418ec5f', 'mac_address': 'fa:16:3e:33:b3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:46:14.004729 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1555b634-58a2-4e7e-872b-1ddfe0e1dace tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for floatingip (663a385e-6d1a-4c4b-afb1-e8156a7a0be9), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:14.027313 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-17e0cf87-a67f-4a44-a826-5d7090f532eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4301c9c6ff9b4ea4bbb4620252812561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4234054 Apr 14 20:46:14.028718 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0cf87-a67f-4a44-a826-5d7090f532eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e85edb8-a07e-4ad3-912f-ef5a778ff2ae,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:14.031314 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 42806) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:14.042151 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port e645adb7-d011-440e-89e5-4c116418ec5f is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:14.042619 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:14.058366 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e645adb7-d011-440e-89e5-4c116418ec5f {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:46:14.083393 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port e645adb7-d011-440e-89e5-4c116418ec5f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e645adb7-d011-440e-89e5-4c116418ec5f,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:46:14.096218 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8198cee3-b639-4d4c-9fde-bf02e5f075c5 admin admin] Publish callbacks [] for security_group (8e85edb8-a07e-4ad3-912f-ef5a778ff2ae), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:14.123673 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8198cee3-b639-4d4c-9fde-bf02e5f075c5 admin admin] Publish callbacks [] for security_group (8e85edb8-a07e-4ad3-912f-ef5a778ff2ae), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:14.160419 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:14.161096 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device e7e6ad66-a1ee-450f-9147-d5439c524cbc details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:46:14.183989 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5edc5cc3-8df2-4e29-918a-2ccf905d9576 req-48b77c7b-9e29-4668-93c0-09f62795a17a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750380 Apr 14 20:46:14.249195 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8198cee3-b639-4d4c-9fde-bf02e5f075c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (8e85edb8-a07e-4ad3-912f-ef5a778ff2ae), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:14.251801 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8198cee3-b639-4d4c-9fde-bf02e5f075c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:14.253596 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=e645adb7-d011-440e-89e5-4c116418ec5f,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:14.254081 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-8198cee3-b639-4d4c-9fde-bf02e5f075c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e85edb8-a07e-4ad3-912f-ef5a778ff2ae HTTP/1.1" status: 204 len: 168 time: 0.2218688 Apr 14 20:46:14.273115 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198cee3-b639-4d4c-9fde-bf02e5f075c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e85edb8-a07e-4ad3-912f-ef5a778ff2ae,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:14.332283 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port e7e6ad66-a1ee-450f-9147-d5439c524cbc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e7e6ad66-a1ee-450f-9147-d5439c524cbc,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:46:14.345792 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'port_id': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc', 'mac_address': 'fa:16:3e:cf:cb:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:46:14.385819 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port e7e6ad66-a1ee-450f-9147-d5439c524cbc is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:14.386124 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (e7e6ad66-a1ee-450f-9147-d5439c524cbc), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:14.400465 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e6ad66-a1ee-450f-9147-d5439c524cbc {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:46:14.440944 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port e7e6ad66-a1ee-450f-9147-d5439c524cbc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e7e6ad66-a1ee-450f-9147-d5439c524cbc,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:46:14.512414 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc5cc3-8df2-4e29-918a-2ccf905d9576 req-a09cc298-2aeb-4159-b183-24507aa57e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:14.513979 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5edc5cc3-8df2-4e29-918a-2ccf905d9576 req-a09cc298-2aeb-4159-b183-24507aa57e0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3a36cb335f64e508edbc939b3cc60ae&device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 1129 time: 0.2800031 Apr 14 20:46:14.547155 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (e7e6ad66-a1ee-450f-9147-d5439c524cbc), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:14.605135 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=e7e6ad66-a1ee-450f-9147-d5439c524cbc,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:14.698943 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:14.799725 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79154a1-be1f-4a0c-98a8-d6a7f2542900 req-86e84d92-b5b9-473b-8d92-47999067a43b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:14.801338 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a79154a1-be1f-4a0c-98a8-d6a7f2542900 req-86e84d92-b5b9-473b-8d92-47999067a43b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.2098029 Apr 14 20:46:14.859718 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064fc30-fec3-4840-ab70-4486c6a1b683 req-e8226cbd-4fe1-4262-b430-a7885e0c664f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:14.863411 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e064fc30-fec3-4840-ab70-4486c6a1b683 req-e8226cbd-4fe1-4262-b430-a7885e0c664f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 945 time: 0.0495362 Apr 14 20:46:14.911307 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e064fc30-fec3-4840-ab70-4486c6a1b683 req-900ebc46-39da-4356-a21f-acc001a3e013 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440705 Apr 14 20:46:14.924940 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc5cc3-8df2-4e29-918a-2ccf905d9576 req-9a193212-3b10-4c36-b39e-192f4aeedc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:14.926488 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5edc5cc3-8df2-4e29-918a-2ccf905d9576 req-9a193212-3b10-4c36-b39e-192f4aeedc4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b8f0e05-2342-44c9-9e45-e8e62ba2078d HTTP/1.1" status: 200 len: 912 time: 0.3853612 Apr 14 20:46:14.957119 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 42820) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:14.969989 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a73b4a8c-ed04-446a-9423-53421acbe2e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:15.053568 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5edc5cc3-8df2-4e29-918a-2ccf905d9576 req-12abe63b-c6b4-4174-93e6-d0e6cf568691 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37bf9cf7-8240-4429-aad4-880bb966fa52 HTTP/1.1" status: 200 len: 217 time: 0.1120651 Apr 14 20:46:15.071257 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a73b4a8c-ed04-446a-9423-53421acbe2e3 admin admin] Publish callbacks [] for security_group (a9d81ad9-7e60-4e14-9166-24a09e169d74), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:15.092272 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a79154a1-be1f-4a0c-98a8-d6a7f2542900 req-ac49817b-a713-429c-9634-fa0ab49a803f tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712946 Apr 14 20:46:15.098816 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['e7e6ad66-a1ee-450f-9147-d5439c524cbc'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:46:15.107023 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea236b7-0789-4d0e-8094-95338e351d11 req-5f13e01d-03aa-46bd-b25f-2d00f08dc53d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:15.118391 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-eea236b7-0789-4d0e-8094-95338e351d11 req-5f13e01d-03aa-46bd-b25f-2d00f08dc53d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0587413 Apr 14 20:46:15.130753 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.db.resource_extend [None req-1555b634-58a2-4e7e-872b-1ddfe0e1dace tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 14 20:46:15.148612 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a73b4a8c-ed04-446a-9423-53421acbe2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a9d81ad9-7e60-4e14-9166-24a09e169d74), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:15.211132 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc5cc3-8df2-4e29-918a-2ccf905d9576 req-71f983b1-931f-4db0-9480-fd9738520f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:15.212766 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5edc5cc3-8df2-4e29-918a-2ccf905d9576 req-71f983b1-931f-4db0-9480-fd9738520f13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1349b8f9-fa22-4c5e-9257-b115c390afd3 HTTP/1.1" status: 200 len: 851 time: 0.1501436 Apr 14 20:46:15.220031 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['e645adb7-d011-440e-89e5-4c116418ec5f'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:46:15.232594 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-a73b4a8c-ed04-446a-9423-53421acbe2e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca552e02e60e4492b116519988656620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2722807 Apr 14 20:46:15.233456 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 42830) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:15.241696 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-eea236b7-0789-4d0e-8094-95338e351d11 req-44ad77f0-875b-4501-8744-060ff24836f5 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263211 Apr 14 20:46:15.246248 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1555b634-58a2-4e7e-872b-1ddfe0e1dace tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:15.275987 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b4a8c-ed04-446a-9423-53421acbe2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d81ad9-7e60-4e14-9166-24a09e169d74,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:15.278611 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5edc5cc3-8df2-4e29-918a-2ccf905d9576 req-3198d77e-9cd2-4764-945c-1b0e00f6e09d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b8f0e05-2342-44c9-9e45-e8e62ba2078d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465446 Apr 14 20:46:15.362897 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1555b634-58a2-4e7e-872b-1ddfe0e1dace tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (663a385e-6d1a-4c4b-afb1-e8156a7a0be9), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:15.418557 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8300634b-3409-4b7a-a5c1-198d0dbe5b86 admin admin] Publish callbacks [] for security_group (a9d81ad9-7e60-4e14-9166-24a09e169d74), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:15.499037 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8300634b-3409-4b7a-a5c1-198d0dbe5b86 admin admin] Publish callbacks [] for security_group (a9d81ad9-7e60-4e14-9166-24a09e169d74), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:15.524232 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5edc5cc3-8df2-4e29-918a-2ccf905d9576 req-3404a370-fbcb-4fd1-9cf0-f44840dfdc53 service neutron] 10.222.0.16 "GET /v2.0/networks/6b8f0e05-2342-44c9-9e45-e8e62ba2078d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379458 Apr 14 20:46:15.572317 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.l3_db [None req-1555b634-58a2-4e7e-872b-1ddfe0e1dace tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Floating IP 663a385e-6d1a-4c4b-afb1-e8156a7a0be9 associated. External IP: 172.27.1.77, port: 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81. Apr 14 20:46:15.720004 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5edc5cc3-8df2-4e29-918a-2ccf905d9576 req-5fde34f1-2485-47bd-aee5-a27c65c84f47 service neutron] 10.222.0.16 "GET /v2.0/networks/6b8f0e05-2342-44c9-9e45-e8e62ba2078d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839209 Apr 14 20:46:15.782021 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8300634b-3409-4b7a-a5c1-198d0dbe5b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a9d81ad9-7e60-4e14-9166-24a09e169d74), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:15.784607 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8300634b-3409-4b7a-a5c1-198d0dbe5b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:15.785760 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-8300634b-3409-4b7a-a5c1-198d0dbe5b86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9d81ad9-7e60-4e14-9166-24a09e169d74 HTTP/1.1" status: 204 len: 168 time: 0.5514505 Apr 14 20:46:15.803910 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300634b-3409-4b7a-a5c1-198d0dbe5b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d81ad9-7e60-4e14-9166-24a09e169d74,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:15.884608 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1555b634-58a2-4e7e-872b-1ddfe0e1dace tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:46:16.223006 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307d116-145d-439c-b5d9-0e0d57611a35 req-257bd1f7-723a-4587-85a9-4ec8bf21a1c5 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:16.224525 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9307d116-145d-439c-b5d9-0e0d57611a35 req-257bd1f7-723a-4587-85a9-4ec8bf21a1c5 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 945 time: 0.0858181 Apr 14 20:46:16.224836 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b105cf8-cea5-447d-aaec-9ab8a1ab2529 req-12376b51-b190-44cf-858e-4e2d7dd4443b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:16.229068 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0b105cf8-cea5-447d-aaec-9ab8a1ab2529 req-12376b51-b190-44cf-858e-4e2d7dd4443b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0568280 Apr 14 20:46:16.268805 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1555b634-58a2-4e7e-872b-1ddfe0e1dace tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:46:16.280619 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1555b634-58a2-4e7e-872b-1ddfe0e1dace tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:16.292079 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9838ccbb-1694-4f4c-baea-0709200ae853 None None] Sync routers for ids ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:46:16.305825 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9838ccbb-1694-4f4c-baea-0709200ae853 None None] Routers {'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:46:16.306447 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-9838ccbb-1694-4f4c-baea-0709200ae853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:45:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:16.315773 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0b105cf8-cea5-447d-aaec-9ab8a1ab2529 req-0c4edb35-7c14-4c24-91cd-78ace8889cfb tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786610 Apr 14 20:46:16.317573 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9307d116-145d-439c-b5d9-0e0d57611a35 req-46a93d15-ebbb-4755-bf59-31e626ca18c8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787172 Apr 14 20:46:16.358230 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-1555b634-58a2-4e7e-872b-1ddfe0e1dace tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "PUT /v2.0/floatingips/663a385e-6d1a-4c4b-afb1-e8156a7a0be9 HTTP/1.1" status: 200 len: 990 time: 2.4396648 Apr 14 20:46:16.358815 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceaa230d-7b5d-447e-aa6c-0b4ea746e158', 'tag': '1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:46:16.361687 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fd1720-ddf5-4f8e-a6bc-9b1a1a372402" -d '{"events": [{"name": "network-changed", "server_uuid": "ceaa230d-7b5d-447e-aa6c-0b4ea746e158", "tag": "1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:46:16.407493 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd042173-f28e-41c6-83f3-6f826c43c53f x-openstack-request-id: req-fd042173-f28e-41c6-83f3-6f826c43c53f {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:46:16.407790 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceaa230d-7b5d-447e-aa6c-0b4ea746e158", "tag": "1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:46:16.408038 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd042173-f28e-41c6-83f3-6f826c43c53f {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:46:16.408447 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd042173-f28e-41c6-83f3-6f826c43c53f'] response: {'name': 'network-changed', 'server_uuid': 'ceaa230d-7b5d-447e-aa6c-0b4ea746e158', 'tag': '1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81', 'status': 'completed', 'code': 200} Apr 14 20:46:16.461795 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-9838ccbb-1694-4f4c-baea-0709200ae853 None None] Set router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:46:16.467737 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8f768-55e0-433b-bebe-7866d9b96b44 req-1d433c76-9274-4801-be76-866356b6da55 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:16.469270 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-79e8f768-55e0-433b-bebe-7866d9b96b44 req-1d433c76-9274-4801-be76-866356b6da55 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0562196 Apr 14 20:46:16.505351 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1720-ddf5-4f8e-a6bc-9b1a1a372402 req-1716750f-34dd-430c-9b90-d15dca220d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:16.506803 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-45fd1720-ddf5-4f8e-a6bc-9b1a1a372402 req-1716750f-34dd-430c-9b90-d15dca220d44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b612332084cd4380b1d84dc66b66d53d&device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 1129 time: 0.0424616 Apr 14 20:46:16.520966 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-79e8f768-55e0-433b-bebe-7866d9b96b44 req-12f2df6b-1970-4c7f-b4f0-1c86b4a1bba1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455730 Apr 14 20:46:16.735271 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-9838ccbb-1694-4f4c-baea-0709200ae853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:31Z', 'revision_number': 4, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '663a385e-6d1a-4c4b-afb1-e8156a7a0be9', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'port_id': '1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'mac_address': 'fa:16:3e:4c:9f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa230d-7b5d-447e-aa6c-0b4ea746e158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:45:49Z', 'updated_at': '2022-04-14T20:46:15Z', 'revision_number': 1, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4212cdb-0089-41c5-98f8-5ab1733e751b', 'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'mac_address': 'fa:16:3e:8d:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e65d667f-64ee-4065-b3c5-818560099347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:29Z', 'updated_at': '2022-04-14T20:45:42Z', 'revision_number': 5, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'subnets': [{'id': 'e65d667f-64ee-4065-b3c5-818560099347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:16.763119 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9838ccbb-1694-4f4c-baea-0709200ae853 None None] Checking router: cd38b8c1-64f0-4d4a-a390-3781c7c3f27b for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:46:16.771496 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9838ccbb-1694-4f4c-baea-0709200ae853 None None] Routers {'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:46:16.772294 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-9838ccbb-1694-4f4c-baea-0709200ae853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:45:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:16.891492 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-9838ccbb-1694-4f4c-baea-0709200ae853 None None] Set router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:46:16.974304 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1720-ddf5-4f8e-a6bc-9b1a1a372402 req-61b74168-aefa-4e47-aa2b-a20ccac0cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:16.975776 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-45fd1720-ddf5-4f8e-a6bc-9b1a1a372402 req-61b74168-aefa-4e47-aa2b-a20ccac0cc2d service neutron] 10.222.0.16 "GET /v2.0/networks?id=895cc4d8-73f8-4860-a3ab-edffb1416f1b HTTP/1.1" status: 200 len: 911 time: 0.0998335 Apr 14 20:46:17.010200 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device e645adb7-d011-440e-89e5-4c116418ec5f up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:46:17.089808 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port e645adb7-d011-440e-89e5-4c116418ec5f completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:46:17.116829 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-45fd1720-ddf5-4f8e-a6bc-9b1a1a372402 req-dbe5f1cb-ede7-45b9-aec2-bdca17ad44f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 HTTP/1.1" status: 200 len: 998 time: 0.1261747 Apr 14 20:46:17.165830 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-9838ccbb-1694-4f4c-baea-0709200ae853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:31Z', 'revision_number': 4, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '663a385e-6d1a-4c4b-afb1-e8156a7a0be9', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'port_id': '1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'mac_address': 'fa:16:3e:4c:9f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa230d-7b5d-447e-aa6c-0b4ea746e158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:45:49Z', 'updated_at': '2022-04-14T20:46:15Z', 'revision_number': 1, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4212cdb-0089-41c5-98f8-5ab1733e751b', 'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'mac_address': 'fa:16:3e:8d:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e65d667f-64ee-4065-b3c5-818560099347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:29Z', 'updated_at': '2022-04-14T20:45:42Z', 'revision_number': 5, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'subnets': [{'id': 'e65d667f-64ee-4065-b3c5-818560099347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:17.176880 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port e645adb7-d011-440e-89e5-4c116418ec5f triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:17.177504 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:17.187431 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1720-ddf5-4f8e-a6bc-9b1a1a372402 req-7e76a6b6-4322-4b1d-bce1-db1f670a24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:17.188934 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-45fd1720-ddf5-4f8e-a6bc-9b1a1a372402 req-7e76a6b6-4322-4b1d-bce1-db1f670a24f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e65d667f-64ee-4065-b3c5-818560099347 HTTP/1.1" status: 200 len: 849 time: 0.0522377 Apr 14 20:46:17.203587 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9838ccbb-1694-4f4c-baea-0709200ae853 None None] The sync data for ids ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'] in dv-cinder-837540-3-iscsi is: [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:31Z', 'revision_number': 4, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '663a385e-6d1a-4c4b-afb1-e8156a7a0be9', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'port_id': '1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'mac_address': 'fa:16:3e:4c:9f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa230d-7b5d-447e-aa6c-0b4ea746e158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:45:49Z', 'updated_at': '2022-04-14T20:46:15Z', 'revision_number': 1, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4212cdb-0089-41c5-98f8-5ab1733e751b', 'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'mac_address': 'fa:16:3e:8d:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e65d667f-64ee-4065-b3c5-818560099347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:29Z', 'updated_at': '2022-04-14T20:45:42Z', 'revision_number': 5, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'subnets': [{'id': 'e65d667f-64ee-4065-b3c5-818560099347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:46:17.251636 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1720-ddf5-4f8e-a6bc-9b1a1a372402 req-b444a5b6-43bb-4ded-862b-7d5dbbd0f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:17.253471 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-45fd1720-ddf5-4f8e-a6bc-9b1a1a372402 req-b444a5b6-43bb-4ded-862b-7d5dbbd0f67c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=895cc4d8-73f8-4860-a3ab-edffb1416f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490394 Apr 14 20:46:17.308968 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port e645adb7-d011-440e-89e5-4c116418ec5f is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:17.309404 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:17.358017 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c8becf-5922-47f5-abb3-34234511dd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e645adb7-d011-440e-89e5-4c116418ec5f'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:46:17.360820 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72adab57-fd20-4a13-9c41-f8d90ba2f5f9" -d '{"events": [{"server_uuid": "71c8becf-5922-47f5-abb3-34234511dd6a", "name": "network-vif-plugged", "status": "completed", "tag": "e645adb7-d011-440e-89e5-4c116418ec5f"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:46:17.380630 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port e645adb7-d011-440e-89e5-4c116418ec5f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e645adb7-d011-440e-89e5-4c116418ec5f,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:46:17.394117 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-45fd1720-ddf5-4f8e-a6bc-9b1a1a372402 req-15840137-3369-4957-b523-1fbf4014f2f4 service neutron] 10.222.0.16 "GET /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235170 Apr 14 20:46:17.481905 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:17.482728 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device e7e6ad66-a1ee-450f-9147-d5439c524cbc up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:46:17.483427 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b8306-6bb3-4f61-957c-2627d02c928e req-0b50c37c-cbb4-44c7-a596-d441ea2826d7 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:17.491075 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4e8b8306-6bb3-4f61-957c-2627d02c928e req-0b50c37c-cbb4-44c7-a596-d441ea2826d7 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 945 time: 0.0594964 Apr 14 20:46:17.514938 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456ed56-8030-43ab-9108-66d57b90e242 req-47168bb8-febc-4640-b995-17d03230c09e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:17.516408 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5456ed56-8030-43ab-9108-66d57b90e242 req-47168bb8-febc-4640-b995-17d03230c09e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0864973 Apr 14 20:46:17.560526 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4e8b8306-6bb3-4f61-957c-2627d02c928e req-4786296f-9539-4d74-9295-2de52e0f98d0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678716 Apr 14 20:46:17.585881 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-45fd1720-ddf5-4f8e-a6bc-9b1a1a372402 req-3ecbcf97-e4bc-4176-82d3-1b710e956e21 service neutron] 10.222.0.16 "GET /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817038 Apr 14 20:46:17.593313 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf52a020-ae8e-4668-89b6-840ffe544b8d None None] New status for floating IP 663a385e-6d1a-4c4b-afb1-e8156a7a0be9: ACTIVE {{(pid=110413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:46:17.640070 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d8cd61-09fc-4f18-94c0-9a83988220ce x-openstack-request-id: req-a2d8cd61-09fc-4f18-94c0-9a83988220ce {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:46:17.640364 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c8becf-5922-47f5-abb3-34234511dd6a", "name": "network-vif-plugged", "status": "completed", "tag": "e645adb7-d011-440e-89e5-4c116418ec5f", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:46:17.641156 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2d8cd61-09fc-4f18-94c0-9a83988220ce {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:46:17.641600 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d8cd61-09fc-4f18-94c0-9a83988220ce'] response: {'server_uuid': '71c8becf-5922-47f5-abb3-34234511dd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e645adb7-d011-440e-89e5-4c116418ec5f', 'code': 200} Apr 14 20:46:17.675857 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5456ed56-8030-43ab-9108-66d57b90e242 req-1fdab2bd-1ff3-437d-970d-e4aa459cbd51 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461203 Apr 14 20:46:17.734366 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ad6ac-96b0-4db0-b4c1-ef418b10f576 req-874dfbb5-f72d-4267-93a5-24e63d95f9d5 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:17.742921 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d07ad6ac-96b0-4db0-b4c1-ef418b10f576 req-874dfbb5-f72d-4267-93a5-24e63d95f9d5 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0631592 Apr 14 20:46:17.802680 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d07ad6ac-96b0-4db0-b4c1-ef418b10f576 req-0df071ae-36f0-4b77-9117-f65576fff4c3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582862 Apr 14 20:46:17.922080 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=e645adb7-d011-440e-89e5-4c116418ec5f,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:17.926455 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port e7e6ad66-a1ee-450f-9147-d5439c524cbc completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:46:18.033868 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port e7e6ad66-a1ee-450f-9147-d5439c524cbc triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:18.034494 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (e7e6ad66-a1ee-450f-9147-d5439c524cbc), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:18.127565 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port e7e6ad66-a1ee-450f-9147-d5439c524cbc is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:18.128048 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (e7e6ad66-a1ee-450f-9147-d5439c524cbc), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:18.170192 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port e7e6ad66-a1ee-450f-9147-d5439c524cbc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e7e6ad66-a1ee-450f-9147-d5439c524cbc,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:46:18.218961 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (e7e6ad66-a1ee-450f-9147-d5439c524cbc), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:18.235452 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551d622-1f6b-4ff3-a1e4-673007dd93e9 req-2fe77ae6-128e-4168-97f8-2ff472d45130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:18.237105 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e551d622-1f6b-4ff3-a1e4-673007dd93e9 req-2fe77ae6-128e-4168-97f8-2ff472d45130 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 1130 time: 0.0396328 Apr 14 20:46:18.271199 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=e7e6ad66-a1ee-450f-9147-d5439c524cbc,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:18.669916 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15f4cf-68c9-4536-be8f-69e488201ad8 req-d77c340c-bb2f-443b-99cf-d00839190c81 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:18.671376 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1d15f4cf-68c9-4536-be8f-69e488201ad8 req-d77c340c-bb2f-443b-99cf-d00839190c81 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0468357 Apr 14 20:46:18.722933 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1d15f4cf-68c9-4536-be8f-69e488201ad8 req-491bda8d-d5a1-476c-ad77-62d6ef28dc93 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457540 Apr 14 20:46:18.778956 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621cd93-711f-4296-95d4-5c0d8c884595 req-befd7014-281a-4205-8c26-c0f4e3e05431 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:18.780600 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0621cd93-711f-4296-95d4-5c0d8c884595 req-befd7014-281a-4205-8c26-c0f4e3e05431 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0472093 Apr 14 20:46:18.829457 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0621cd93-711f-4296-95d4-5c0d8c884595 req-eb673441-0fb8-486d-8628-39ccfacf828e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428467 Apr 14 20:46:18.922249 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1783c9-af50-4b33-ac1b-378ca7007dfc req-9b9aba54-498e-4410-9d9a-4c49bb7ff777 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:18.923749 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-be1783c9-af50-4b33-ac1b-378ca7007dfc req-9b9aba54-498e-4410-9d9a-4c49bb7ff777 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 946 time: 0.0506396 Apr 14 20:46:18.972984 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-be1783c9-af50-4b33-ac1b-378ca7007dfc req-777d88a7-6307-45b4-a4fc-8ecf05d419a2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434966 Apr 14 20:46:19.233076 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 42942) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:19.278830 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_v2 [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Deleting subnet 43fff224-db8c-4e07-a9e7-7cf00f4254b0 {{(pid=110411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:46:19.282003 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Publish callbacks [] for subnet (43fff224-db8c-4e07-a9e7-7cf00f4254b0), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:19.321872 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Publish callbacks [] for subnet (43fff224-db8c-4e07-a9e7-7cf00f4254b0), precommit_delete_associations {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:19.331099 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041744'] for subnet (43fff224-db8c-4e07-a9e7-7cf00f4254b0), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:19.485785 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for subnet (43fff224-db8c-4e07-a9e7-7cf00f4254b0), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:19.512321 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43fff224-db8c-4e07-a9e7-7cf00f4254b0,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:19.518060 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:19.522247 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/43fff224-db8c-4e07-a9e7-7cf00f4254b0 HTTP/1.1" status: 204 len: 168 time: 0.2871420 Apr 14 20:46:19.591873 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:19.591873 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:19.591873 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:19.591873 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:19.591873 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:19.591873 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:19.591873 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:19.591873 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:19.591873 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:19.591873 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:19.591873 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:19.591873 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:19.591873 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:19.591873 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:19.591873 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737e91f-aff7-4489-bb15-4212994f1041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:19.594339 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e551d622-1f6b-4ff3-a1e4-673007dd93e9 req-fa048462-33e3-48f3-8f6a-5a8d2e9a201c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484827 Apr 14 20:46:19.594339 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 42952) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:19.645501 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:46:19.648302 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3356f9b4-1115-42e4-ad9b-fa053cd4fc80" -d '{"events": [{"server_uuid": "8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7", "name": "network-vif-plugged", "status": "completed", "tag": "e7e6ad66-a1ee-450f-9147-d5439c524cbc"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:46:19.656953 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558881'] for network (9b96eb7c-e1c5-43a6-be5b-878215df18d0), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:19.710202 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f5db72-8176-48c3-9d68-b64ab59d0448 x-openstack-request-id: req-d0f5db72-8176-48c3-9d68-b64ab59d0448 {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:46:19.710202 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7", "name": "network-vif-plugged", "status": "completed", "tag": "e7e6ad66-a1ee-450f-9147-d5439c524cbc", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:46:19.710202 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0f5db72-8176-48c3-9d68-b64ab59d0448 {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:46:19.710202 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f5db72-8176-48c3-9d68-b64ab59d0448'] response: {'server_uuid': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc', 'code': 200} Apr 14 20:46:19.753352 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044203', 'neutron.services.segments.db._delete_segments_for_network-8766881083832'] for network (9b96eb7c-e1c5-43a6-be5b-878215df18d0), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:19.777569 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:46:19.777921 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:46:19.778647 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:46:19.779004 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Subscribe: > port after_create 55550000 {{(pid=110412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:46:19.779359 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:46:19.779824 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Subscribe: > port after_update 55550000 {{(pid=110412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:46:19.780153 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:46:19.780500 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:46:19.780789 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:46:19.781126 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:46:19.907685 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:46:19.907969 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:46:19.908299 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:46:19.908659 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:46:19.909005 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b96eb7c-e1c5-43a6-be5b-878215df18d0']}} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:19.948860 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65568d-18db-4cfb-9e1f-3d912c743d02 req-6ee5fd3a-d8ba-4e08-8652-8277412931a0 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:19.950384 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ae65568d-18db-4cfb-9e1f-3d912c743d02 req-6ee5fd3a-d8ba-4e08-8652-8277412931a0 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0482619 Apr 14 20:46:19.957569 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4137b6-c129-4bba-9d82-3692411381e5') {'for_net_delete': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:19.957866 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4137b6-c129-4bba-9d82-3692411381e5') {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:19.982150 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766880940993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5090906'] for segment (1c4137b6-c129-4bba-9d82-3692411381e5), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:20.001817 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ae65568d-18db-4cfb-9e1f-3d912c743d02 req-e0a1e8b5-f227-49ac-8289-3354b9bd1dca tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457516 Apr 14 20:46:20.011888 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ff3cf-4807-4a68-baf8-1a348a97d261 req-585fd5fd-07df-4396-8acc-f0aef743dbfd tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:20.014093 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-cc0ff3cf-4807-4a68-baf8-1a348a97d261 req-585fd5fd-07df-4396-8acc-f0aef743dbfd tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0994024 Apr 14 20:46:20.023483 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (1c4137b6-c129-4bba-9d82-3692411381e5), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:20.046399 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=110412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:46:20.046813 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773778'] for segment (1c4137b6-c129-4bba-9d82-3692411381e5), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: from cryptography.utils import int_from_bytes Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: from cryptography.utils import int_from_bytes Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: Traceback (most recent call last): Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: timer() Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: cb(*args, **kw) Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: return func(*args, **kwargs) Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: self._notify() Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: self.callback(batched_events) Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: event.method(event) Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: return f(self, *a, **k) Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._get(url).json() Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: return self.request(url, 'GET', **kwargs) Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:46:20.067167 dv-cinder-837540-3-iscsi neutron-server[110412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:46:20.124376 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15053081-f15d-4983-9c71-0d5b9e546be4 req-34943318-c5a1-4479-a52a-ef6cde2b4867 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:20.135169 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-15053081-f15d-4983-9c71-0d5b9e546be4 req-34943318-c5a1-4479-a52a-ef6cde2b4867 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 946 time: 0.0656245 Apr 14 20:46:20.189697 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-cc0ff3cf-4807-4a68-baf8-1a348a97d261 req-6615d153-ca06-471c-baf3-dd6059d0a452 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673701 Apr 14 20:46:20.202255 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-15053081-f15d-4983-9c71-0d5b9e546be4 req-5cf1c678-5e1d-4516-b415-fe8fa79c8299 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638111 Apr 14 20:46:20.240237 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644488'] for network (9b96eb7c-e1c5-43a6-be5b-878215df18d0), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:20.249790 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:20.253645 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9b96eb7c-e1c5-43a6-be5b-878215df18d0 HTTP/1.1" status: 204 len: 168 time: 0.6663580 Apr 14 20:46:20.256205 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 42976) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:20.264463 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b96eb7c-e1c5-43a6-be5b-878215df18d0,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:20.275629 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:20.276127 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:20.276484 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:20.277074 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:20.277458 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:20.278044 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:20.278164 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:20.278504 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:20.279352 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:20.279352 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:20.279658 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:20.280138 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:20.280438 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:20.281017 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:20.281404 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29709c-9511-45cc-a8dc-16de707f4c83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:20.319819 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7472b6-999a-4b7b-b102-280f43b6c1f2 admin admin] Deleting subnet 57fd1dc6-6024-41d8-97eb-b61345a449c8 {{(pid=110411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:46:20.323246 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cf7472b6-999a-4b7b-b102-280f43b6c1f2 admin admin] Publish callbacks [] for subnet (57fd1dc6-6024-41d8-97eb-b61345a449c8), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:20.357942 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cf7472b6-999a-4b7b-b102-280f43b6c1f2 admin admin] Publish callbacks [] for subnet (57fd1dc6-6024-41d8-97eb-b61345a449c8), precommit_delete_associations {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:20.363589 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cf7472b6-999a-4b7b-b102-280f43b6c1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041744'] for subnet (57fd1dc6-6024-41d8-97eb-b61345a449c8), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:20.509102 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cf7472b6-999a-4b7b-b102-280f43b6c1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for subnet (57fd1dc6-6024-41d8-97eb-b61345a449c8), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:20.539995 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7472b6-999a-4b7b-b102-280f43b6c1f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57fd1dc6-6024-41d8-97eb-b61345a449c8,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:20.547414 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cf7472b6-999a-4b7b-b102-280f43b6c1f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:20.550294 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-cf7472b6-999a-4b7b-b102-280f43b6c1f2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/57fd1dc6-6024-41d8-97eb-b61345a449c8 HTTP/1.1" status: 204 len: 168 time: 0.2930877 Apr 14 20:46:20.553146 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 42988) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:20.632300 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2126f52c-c843-472e-98b6-b6cb3d93a562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558881'] for network (2ab11168-1d20-4294-a6d0-6dfa68411530), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:20.712101 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2126f52c-c843-472e-98b6-b6cb3d93a562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044203', 'neutron.services.segments.db._delete_segments_for_network-8766881083832'] for network (2ab11168-1d20-4294-a6d0-6dfa68411530), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:20.731516 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-2126f52c-c843-472e-98b6-b6cb3d93a562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab11168-1d20-4294-a6d0-6dfa68411530']}} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:20.740396 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-2126f52c-c843-472e-98b6-b6cb3d93a562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899e5752-cfb6-448d-944b-63c2fa9eed9e') {'for_net_delete': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:20.740682 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-2126f52c-c843-472e-98b6-b6cb3d93a562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899e5752-cfb6-448d-944b-63c2fa9eed9e') {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:20.749936 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2126f52c-c843-472e-98b6-b6cb3d93a562 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766880940993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5090906'] for segment (899e5752-cfb6-448d-944b-63c2fa9eed9e), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:20.762948 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2126f52c-c843-472e-98b6-b6cb3d93a562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (899e5752-cfb6-448d-944b-63c2fa9eed9e), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:20.768814 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2126f52c-c843-472e-98b6-b6cb3d93a562 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=110412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:46:20.769210 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2126f52c-c843-472e-98b6-b6cb3d93a562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773778'] for segment (899e5752-cfb6-448d-944b-63c2fa9eed9e), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: Traceback (most recent call last): Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: timer() Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: cb(*args, **kw) Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: return func(*args, **kwargs) Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: self._notify() Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: self.callback(batched_events) Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: event.method(event) Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: return f(self, *a, **k) Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._get(url).json() Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: return self.request(url, 'GET', **kwargs) Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:46:20.770837 dv-cinder-837540-3-iscsi neutron-server[110412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:46:20.884860 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4464c9f-8bab-4c63-8f7f-a015beb428c7 req-54839f85-3e41-4b6c-a4ea-6eb34cdfc535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:20.886517 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a4464c9f-8bab-4c63-8f7f-a015beb428c7 req-54839f85-3e41-4b6c-a4ea-6eb34cdfc535 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 1130 time: 0.0422156 Apr 14 20:46:20.903319 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2126f52c-c843-472e-98b6-b6cb3d93a562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644488'] for network (2ab11168-1d20-4294-a6d0-6dfa68411530), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:20.907299 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2126f52c-c843-472e-98b6-b6cb3d93a562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:20.913338 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-2126f52c-c843-472e-98b6-b6cb3d93a562 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2ab11168-1d20-4294-a6d0-6dfa68411530 HTTP/1.1" status: 204 len: 168 time: 0.3563259 Apr 14 20:46:20.934891 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126f52c-c843-472e-98b6-b6cb3d93a562 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab11168-1d20-4294-a6d0-6dfa68411530,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:20.960170 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a4464c9f-8bab-4c63-8f7f-a015beb428c7 req-de03cb82-4099-4396-a5f5-e8e4ce7a50ff service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650415 Apr 14 20:46:21.117434 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144da9b-fe9f-43ce-b900-5e1e144de201 req-fe921689-3011-4b73-b34d-b5928f068832 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:21.119010 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e144da9b-fe9f-43ce-b900-5e1e144de201 req-fe921689-3011-4b73-b34d-b5928f068832 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0495880 Apr 14 20:46:21.168522 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e144da9b-fe9f-43ce-b900-5e1e144de201 req-cdb9c690-f27b-483a-9460-ab2638a4c203 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435216 Apr 14 20:46:21.309319 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b30adb-8081-4755-94a5-052632b3eea6 req-85cc5695-b564-4679-b37c-1556630ca4d1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:21.311061 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e7b30adb-8081-4755-94a5-052632b3eea6 req-85cc5695-b564-4679-b37c-1556630ca4d1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0496216 Apr 14 20:46:21.316418 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43010) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:21.362577 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e7b30adb-8081-4755-94a5-052632b3eea6 req-606e8cb6-9a80-4f9d-b30e-5d09ab2b096e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459368 Apr 14 20:46:21.380916 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43012) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:21.386562 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ddd1210c-54a6-47f3-a84b-a335a40fbfba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e420a79d2e3640e5822fd4829073a352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0681767 Apr 14 20:46:21.476296 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-774974a1-97a3-4035-83fc-fd8933185eab admin admin] Publish callbacks [] for security_group (332a390d-ddd6-426a-8b8d-c684e669995a), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:21.499135 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7eccf-ea47-4d9a-b86e-0436e53d4d52 req-c535cc87-a187-4c86-b3bb-bd6477f0df2b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:21.501319 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6fa7eccf-ea47-4d9a-b86e-0436e53d4d52 req-c535cc87-a187-4c86-b3bb-bd6477f0df2b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 946 time: 0.0603354 Apr 14 20:46:21.520915 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-774974a1-97a3-4035-83fc-fd8933185eab admin admin] Publish callbacks [] for security_group (332a390d-ddd6-426a-8b8d-c684e669995a), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:21.577557 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6fa7eccf-ea47-4d9a-b86e-0436e53d4d52 req-cd456169-2c8e-4edf-b484-8a52c94e59cc tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672698 Apr 14 20:46:21.706815 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-774974a1-97a3-4035-83fc-fd8933185eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (332a390d-ddd6-426a-8b8d-c684e669995a), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:21.708510 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-774974a1-97a3-4035-83fc-fd8933185eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:21.709694 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-774974a1-97a3-4035-83fc-fd8933185eab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/332a390d-ddd6-426a-8b8d-c684e669995a HTTP/1.1" status: 204 len: 168 time: 0.3277967 Apr 14 20:46:21.738793 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774974a1-97a3-4035-83fc-fd8933185eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332a390d-ddd6-426a-8b8d-c684e669995a,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:21.753256 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba6d60-7793-4302-bce4-ff7abd4d8d0b req-f66e547a-9b74-4e05-97fb-194d773a8fca tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:21.755061 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-34ba6d60-7793-4302-bce4-ff7abd4d8d0b req-f66e547a-9b74-4e05-97fb-194d773a8fca tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 945 time: 0.0603356 Apr 14 20:46:21.804973 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-34ba6d60-7793-4302-bce4-ff7abd4d8d0b req-49655bcb-17cd-4a22-997b-479552d4d9e2 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406971 Apr 14 20:46:22.284907 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e2e8d-e093-4849-bde2-d57882b3b8b7 req-9574ff74-5280-4167-a231-81cf49a38ec9 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:22.286427 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a85e2e8d-e093-4849-bde2-d57882b3b8b7 req-9574ff74-5280-4167-a231-81cf49a38ec9 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0484374 Apr 14 20:46:22.339681 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a85e2e8d-e093-4849-bde2-d57882b3b8b7 req-4a4060a6-08a3-4355-a4d3-e2fa067d2426 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474143 Apr 14 20:46:22.465738 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43036) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:22.498595 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e96958-09e9-453e-b67b-e9255df6402e req-0b96fd2f-1362-41a8-a244-93a2d88476f1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:22.500248 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43040) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:22.500391 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d7e96958-09e9-453e-b67b-e9255df6402e req-0b96fd2f-1362-41a8-a244-93a2d88476f1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0490241 Apr 14 20:46:22.526515 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43044) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:22.567848 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d7e96958-09e9-453e-b67b-e9255df6402e req-11612eb4-d1a9-4559-9b7d-9b2cb31d2c31 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529850 Apr 14 20:46:22.583438 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-7b35fc35-a3d0-4d0e-971f-8032e48ac71c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74917c73df104949b9e9fb6515908898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0554233 Apr 14 20:46:22.585874 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43046) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:22.650430 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8f2ebd66-2dc1-4c0e-baac-1d1f3964e2b6 admin admin] Publish callbacks [] for security_group (f6fb3aa1-b954-47a7-913c-9cfaae7cf924), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:22.707902 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8f2ebd66-2dc1-4c0e-baac-1d1f3964e2b6 admin admin] Publish callbacks [] for security_group (f6fb3aa1-b954-47a7-913c-9cfaae7cf924), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:22.729302 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3169a9-6636-480a-83ef-15678bd57224 req-dc27dc26-a998-4239-ada9-beb118c129ae tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:22.731491 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5e3169a9-6636-480a-83ef-15678bd57224 req-dc27dc26-a998-4239-ada9-beb118c129ae tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 946 time: 0.0665917 Apr 14 20:46:22.751143 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a39917-a33d-47b2-ae5e-9ce965cce36e req-8fbc4537-e36a-47a1-a03f-99e9f1e57f3c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:22.752198 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-07a39917-a33d-47b2-ae5e-9ce965cce36e req-8fbc4537-e36a-47a1-a03f-99e9f1e57f3c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0849888 Apr 14 20:46:22.760769 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f524c1ce-3a5f-4608-91ee-5092bf496fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:22.762460 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43052) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:22.774569 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-f8febd48-aaa5-4165-ab1e-2a949eb9552f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Request body: {'floatingip': {'port_id': 'e645adb7-d011-440e-89e5-4c116418ec5f'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:46:22.791045 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5e3169a9-6636-480a-83ef-15678bd57224 req-7b249f95-c3f2-4112-b880-e514a61c48e7 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532436 Apr 14 20:46:22.822108 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a77555b4-0da3-4a68-9f74-c5bad3c3a310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:22.837332 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b47b8325-552e-429f-b5a5-055f6068da08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:22.881971 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f8febd48-aaa5-4165-ab1e-2a949eb9552f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for floatingip (31a4a6f4-7f6e-4538-9b67-a8db070bcc1b), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:23.230439 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea74248-a902-4a34-b93f-f94295081fc8 req-d8aaaaa4-33c3-40c6-afc0-45b67dca7c72 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:23.231906 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1ea74248-a902-4a34-b93f-f94295081fc8 req-d8aaaaa4-33c3-40c6-afc0-45b67dca7c72 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 945 time: 0.3444462 Apr 14 20:46:23.300805 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8f2ebd66-2dc1-4c0e-baac-1d1f3964e2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (f6fb3aa1-b954-47a7-913c-9cfaae7cf924), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:23.303289 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8f2ebd66-2dc1-4c0e-baac-1d1f3964e2b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:23.304409 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-8f2ebd66-2dc1-4c0e-baac-1d1f3964e2b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6fb3aa1-b954-47a7-913c-9cfaae7cf924 HTTP/1.1" status: 204 len: 168 time: 0.7168934 Apr 14 20:46:23.358532 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ebd66-2dc1-4c0e-baac-1d1f3964e2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fb3aa1-b954-47a7-913c-9cfaae7cf924,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:23.433568 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f524c1ce-3a5f-4608-91ee-5092bf496fc1 admin admin] Publish callbacks [] for security_group (058fa968-d3d2-4124-a1c6-27d3ede5fad5), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:23.456520 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a77555b4-0da3-4a68-9f74-c5bad3c3a310 admin admin] Publish callbacks [] for security_group (1d1d765c-fe7e-4a6e-90f1-003b51b1fe3a), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:23.465344 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673ec83-69b2-4e58-a84f-92039748242f req-e1e6fbe4-e4e3-48ca-b272-fc28a1bce6af tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:23.465802 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1ea74248-a902-4a34-b93f-f94295081fc8 req-b455fff2-cf19-489c-ba81-572458a6ee2c tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264652 Apr 14 20:46:23.466978 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3673ec83-69b2-4e58-a84f-92039748242f req-e1e6fbe4-e4e3-48ca-b272-fc28a1bce6af tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0499868 Apr 14 20:46:23.500318 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f524c1ce-3a5f-4608-91ee-5092bf496fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (058fa968-d3d2-4124-a1c6-27d3ede5fad5), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:23.521175 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3673ec83-69b2-4e58-a84f-92039748242f req-0533355c-e36a-4b25-b967-87bd571bee07 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475311 Apr 14 20:46:23.528323 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a77555b4-0da3-4a68-9f74-c5bad3c3a310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (1d1d765c-fe7e-4a6e-90f1-003b51b1fe3a), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:23.579384 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-f524c1ce-3a5f-4608-91ee-5092bf496fc1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f83b277f46714efc977e781f894c9dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1125221 Apr 14 20:46:23.580128 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524c1ce-3a5f-4608-91ee-5092bf496fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058fa968-d3d2-4124-a1c6-27d3ede5fad5,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:23.582944 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43064) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:23.608054 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-a77555b4-0da3-4a68-9f74-c5bad3c3a310 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=128a72f9f29f495c8b6795dad6c061d0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1063488 Apr 14 20:46:23.612035 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43066) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:23.669395 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-85bf072b-53a8-4d89-8c10-029269d99fba admin admin] Publish callbacks [] for security_group (058fa968-d3d2-4124-a1c6-27d3ede5fad5), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:23.705620 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-85bf072b-53a8-4d89-8c10-029269d99fba admin admin] Publish callbacks [] for security_group (058fa968-d3d2-4124-a1c6-27d3ede5fad5), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:23.707611 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2d6f54f1-e73f-47ee-9432-2b60d021ef54 admin admin] Publish callbacks [] for security_group (1d1d765c-fe7e-4a6e-90f1-003b51b1fe3a), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:23.714999 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77555b4-0da3-4a68-9f74-c5bad3c3a310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1d765c-fe7e-4a6e-90f1-003b51b1fe3a,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:23.753743 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2d6f54f1-e73f-47ee-9432-2b60d021ef54 admin admin] Publish callbacks [] for security_group (1d1d765c-fe7e-4a6e-90f1-003b51b1fe3a), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:23.870518 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-85bf072b-53a8-4d89-8c10-029269d99fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (058fa968-d3d2-4124-a1c6-27d3ede5fad5), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:23.873278 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-85bf072b-53a8-4d89-8c10-029269d99fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:23.874438 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-85bf072b-53a8-4d89-8c10-029269d99fba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/058fa968-d3d2-4124-a1c6-27d3ede5fad5 HTTP/1.1" status: 204 len: 168 time: 0.2901013 Apr 14 20:46:23.875094 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2d6f54f1-e73f-47ee-9432-2b60d021ef54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (1d1d765c-fe7e-4a6e-90f1-003b51b1fe3a), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:23.877529 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2d6f54f1-e73f-47ee-9432-2b60d021ef54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:23.882587 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-2d6f54f1-e73f-47ee-9432-2b60d021ef54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d1d765c-fe7e-4a6e-90f1-003b51b1fe3a HTTP/1.1" status: 204 len: 168 time: 0.2655196 Apr 14 20:46:23.889059 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf072b-53a8-4d89-8c10-029269d99fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058fa968-d3d2-4124-a1c6-27d3ede5fad5,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:23.901395 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f54f1-e73f-47ee-9432-2b60d021ef54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1d765c-fe7e-4a6e-90f1-003b51b1fe3a,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:23.919058 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae1e42-4a40-412d-822c-579a6bbcee2d req-0b02b674-8be9-42d0-bc4b-96a385456962 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:23.920624 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8cae1e42-4a40-412d-822c-579a6bbcee2d req-0b02b674-8be9-42d0-bc4b-96a385456962 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 946 time: 0.0563490 Apr 14 20:46:24.091867 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8cae1e42-4a40-412d-822c-579a6bbcee2d req-051365ef-55f6-46d4-a133-d115eedf592b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493604 Apr 14 20:46:24.107823 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f8febd48-aaa5-4165-ab1e-2a949eb9552f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:24.224787 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f8febd48-aaa5-4165-ab1e-2a949eb9552f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (31a4a6f4-7f6e-4538-9b67-a8db070bcc1b), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:24.337580 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.l3_db [None req-f8febd48-aaa5-4165-ab1e-2a949eb9552f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Floating IP 31a4a6f4-7f6e-4538-9b67-a8db070bcc1b associated. External IP: 172.27.1.15, port: e645adb7-d011-440e-89e5-4c116418ec5f. Apr 14 20:46:24.602913 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508114c-486a-4d2b-b80e-4ed06ba988fe req-706b9d9f-b172-4caf-9874-73310cd3b8df tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:24.609744 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2508114c-486a-4d2b-b80e-4ed06ba988fe req-706b9d9f-b172-4caf-9874-73310cd3b8df tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 945 time: 0.0607100 Apr 14 20:46:24.629734 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8febd48-aaa5-4165-ab1e-2a949eb9552f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Router d38c82e1-9fbf-479b-8a63-7113967e25f6 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:46:24.665950 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2508114c-486a-4d2b-b80e-4ed06ba988fe req-f57c69e5-8123-42e5-87d0-1e272e1ea004 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551987 Apr 14 20:46:24.714863 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cf7b7-23bf-4ab2-956c-3555e2556dc6 req-a07263c0-3880-485f-bfe0-682bfdb14af0 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:24.716385 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c64cf7b7-23bf-4ab2-956c-3555e2556dc6 req-a07263c0-3880-485f-bfe0-682bfdb14af0 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0892003 Apr 14 20:46:25.003637 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0e79cbfe-de49-4c4b-8197-b945fe2de26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:25.030510 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c64cf7b7-23bf-4ab2-956c-3555e2556dc6 req-21082e56-47d8-4d5e-bbb3-fb632cca731b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060756 Apr 14 20:46:25.038646 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8febd48-aaa5-4165-ab1e-2a949eb9552f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:46:25.044398 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f8febd48-aaa5-4165-ab1e-2a949eb9552f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:25.051080 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75293750-435d-4f0f-8075-4042bd1ae4e1 None None] Sync routers for ids ['d38c82e1-9fbf-479b-8a63-7113967e25f6'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:46:25.063122 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75293750-435d-4f0f-8075-4042bd1ae4e1 None None] Routers {'d38c82e1-9fbf-479b-8a63-7113967e25f6'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:46:25.069456 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-75293750-435d-4f0f-8075-4042bd1ae4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['d38c82e1-9fbf-479b-8a63-7113967e25f6'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:25.076024 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-f8febd48-aaa5-4165-ab1e-2a949eb9552f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "PUT /v2.0/floatingips/31a4a6f4-7f6e-4538-9b67-a8db070bcc1b HTTP/1.1" status: 200 len: 991 time: 2.3054457 Apr 14 20:46:25.076729 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c8becf-5922-47f5-abb3-34234511dd6a', 'tag': 'e645adb7-d011-440e-89e5-4c116418ec5f'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:46:25.079062 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1c7859-abfd-409a-aa1c-20066e41bb18" -d '{"events": [{"name": "network-changed", "server_uuid": "71c8becf-5922-47f5-abb3-34234511dd6a", "tag": "e645adb7-d011-440e-89e5-4c116418ec5f"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:46:25.131504 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84554ffe-5f87-494a-bdea-4086f873349d x-openstack-request-id: req-84554ffe-5f87-494a-bdea-4086f873349d {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:46:25.131862 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c8becf-5922-47f5-abb3-34234511dd6a", "tag": "e645adb7-d011-440e-89e5-4c116418ec5f", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:46:25.132193 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84554ffe-5f87-494a-bdea-4086f873349d {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:46:25.132662 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84554ffe-5f87-494a-bdea-4086f873349d'] response: {'name': 'network-changed', 'server_uuid': '71c8becf-5922-47f5-abb3-34234511dd6a', 'tag': 'e645adb7-d011-440e-89e5-4c116418ec5f', 'status': 'completed', 'code': 200} Apr 14 20:46:25.136361 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551daef-0c8d-4cd1-b114-4d296381c21c req-87f9da42-8046-4e38-b92b-1c08876b165a tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:25.138398 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0551daef-0c8d-4cd1-b114-4d296381c21c req-87f9da42-8046-4e38-b92b-1c08876b165a tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 945 time: 0.0782526 Apr 14 20:46:25.248831 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c7859-abfd-409a-aa1c-20066e41bb18 req-582d949a-b7cd-44fd-bfbc-2501d4f36b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:25.250606 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5b1c7859-abfd-409a-aa1c-20066e41bb18 req-582d949a-b7cd-44fd-bfbc-2501d4f36b84 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2082493328724c83b6ee97c6c6d7a788&device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 1130 time: 0.0941160 Apr 14 20:46:25.266189 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651797b-5b04-49bc-a03f-ba49e17b6722 req-5aebd9a0-c742-43a5-9eb8-e4cf7f8088aa tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:25.267788 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7651797b-5b04-49bc-a03f-ba49e17b6722 req-5aebd9a0-c742-43a5-9eb8-e4cf7f8088aa tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 946 time: 0.0766597 Apr 14 20:46:25.278456 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-75293750-435d-4f0f-8075-4042bd1ae4e1 None None] Set router d38c82e1-9fbf-479b-8a63-7113967e25f6 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:46:25.333161 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7651797b-5b04-49bc-a03f-ba49e17b6722 req-33041924-4f70-4c24-ae57-52952e8c7a28 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560541 Apr 14 20:46:25.370097 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-0551daef-0c8d-4cd1-b114-4d296381c21c req-2ecd8922-06bb-4d0a-80e9-b39693986114 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Deleting port 37bf9cf7-8240-4429-aad4-880bb966fa52 {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:46:25.370653 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-0551daef-0c8d-4cd1-b114-4d296381c21c req-2ecd8922-06bb-4d0a-80e9-b39693986114 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (37bf9cf7-8240-4429-aad4-880bb966fa52), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:25.513984 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5023d5d-5f9b-4084-8bf9-0ae79c050b57 req-1a96a715-9ab2-495b-bbfb-a7a8371abe75 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:25.515743 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a5023d5d-5f9b-4084-8bf9-0ae79c050b57 req-1a96a715-9ab2-495b-bbfb-a7a8371abe75 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 946 time: 0.0783341 Apr 14 20:46:25.516858 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c7859-abfd-409a-aa1c-20066e41bb18 req-fbc1f89d-afde-4842-a77e-0c15f4b603fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:25.518598 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5b1c7859-abfd-409a-aa1c-20066e41bb18 req-fbc1f89d-afde-4842-a77e-0c15f4b603fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c HTTP/1.1" status: 200 len: 918 time: 0.2440791 Apr 14 20:46:25.529174 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43140) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:25.536595 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-22282016-136f-44c8-aa24-9b811e5f8138 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'floatingip': {'port_id': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:46:25.593618 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-0551daef-0c8d-4cd1-b114-4d296381c21c req-2ecd8922-06bb-4d0a-80e9-b39693986114 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] For port 37bf9cf7-8240-4429-aad4-880bb966fa52, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=37bf9cf7-8240-4429-aad4-880bb966fa52,segment=NetworkSegment(a0d9018e-e881-41bf-a352-301955668356),segment_id=a0d9018e-e881-41bf-a352-301955668356)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:46:25.593982 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-0551daef-0c8d-4cd1-b114-4d296381c21c req-2ecd8922-06bb-4d0a-80e9-b39693986114 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (37bf9cf7-8240-4429-aad4-880bb966fa52), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:25.594438 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-22282016-136f-44c8-aa24-9b811e5f8138 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (2c3854f8-78aa-48a1-b4f8-c9586651ab9a), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:25.621092 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-0551daef-0c8d-4cd1-b114-4d296381c21c req-2ecd8922-06bb-4d0a-80e9-b39693986114 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Calling delete_port for 37bf9cf7-8240-4429-aad4-880bb966fa52 owned by compute:nova {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:46:25.632318 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5b1c7859-abfd-409a-aa1c-20066e41bb18 req-3921806f-1cc5-4b9a-bb65-626c7fd1ba6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e645adb7-d011-440e-89e5-4c116418ec5f HTTP/1.1" status: 200 len: 999 time: 0.1030881 Apr 14 20:46:25.710314 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-75293750-435d-4f0f-8075-4042bd1ae4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '31a4a6f4-7f6e-4538-9b67-a8db070bcc1b', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'port_id': 'e645adb7-d011-440e-89e5-4c116418ec5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'mac_address': 'fa:16:3e:33:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c8becf-5922-47f5-abb3-34234511dd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:45:50Z', 'updated_at': '2022-04-14T20:46:23Z', 'revision_number': 1, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e00bee-211f-4a95-8f74-3ab2c779dd26', 'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'mac_address': 'fa:16:3e:7f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:32Z', 'updated_at': '2022-04-14T20:45:45Z', 'revision_number': 5, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'subnets': [{'id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:25.761358 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75293750-435d-4f0f-8075-4042bd1ae4e1 None None] Checking router: d38c82e1-9fbf-479b-8a63-7113967e25f6 for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:46:25.788189 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75293750-435d-4f0f-8075-4042bd1ae4e1 None None] Routers {'d38c82e1-9fbf-479b-8a63-7113967e25f6'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:46:25.788842 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-75293750-435d-4f0f-8075-4042bd1ae4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['d38c82e1-9fbf-479b-8a63-7113967e25f6'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:25.904866 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0bd34-8ce2-4c27-b008-deaabfe1b57b req-980d4305-e14d-4fc0-b813-8ae8a002a61b tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:25.909695 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7dc0bd34-8ce2-4c27-b008-deaabfe1b57b req-980d4305-e14d-4fc0-b813-8ae8a002a61b tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 945 time: 0.1132131 Apr 14 20:46:25.971994 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-75293750-435d-4f0f-8075-4042bd1ae4e1 None None] Set router d38c82e1-9fbf-479b-8a63-7113967e25f6 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:46:26.022959 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7dc0bd34-8ce2-4c27-b008-deaabfe1b57b req-41a371c4-739a-4ece-b2c9-9956deae5aef tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069939 Apr 14 20:46:26.062679 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c7859-abfd-409a-aa1c-20066e41bb18 req-0d8c8f52-1a5f-4cb4-ad46-7733591221ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:26.064823 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5b1c7859-abfd-409a-aa1c-20066e41bb18 req-0d8c8f52-1a5f-4cb4-ad46-7733591221ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16b82aa4-c945-4e6e-b6e8-1226b1ad8852 HTTP/1.1" status: 200 len: 856 time: 0.4244146 Apr 14 20:46:26.150862 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c7859-abfd-409a-aa1c-20066e41bb18 req-38aacc9d-f380-455a-856c-48c9013f67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:26.153089 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5b1c7859-abfd-409a-aa1c-20066e41bb18 req-38aacc9d-f380-455a-856c-48c9013f67ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599453 Apr 14 20:46:26.252068 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-0551daef-0c8d-4cd1-b114-4d296381c21c req-2ecd8922-06bb-4d0a-80e9-b39693986114 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (37bf9cf7-8240-4429-aad4-880bb966fa52), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:26.282167 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-75293750-435d-4f0f-8075-4042bd1ae4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '31a4a6f4-7f6e-4538-9b67-a8db070bcc1b', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'port_id': 'e645adb7-d011-440e-89e5-4c116418ec5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'mac_address': 'fa:16:3e:33:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c8becf-5922-47f5-abb3-34234511dd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:45:50Z', 'updated_at': '2022-04-14T20:46:23Z', 'revision_number': 1, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e00bee-211f-4a95-8f74-3ab2c779dd26', 'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'mac_address': 'fa:16:3e:7f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:32Z', 'updated_at': '2022-04-14T20:45:45Z', 'revision_number': 5, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'subnets': [{'id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:26.304644 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd8922-06bb-4d0a-80e9-b39693986114 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Pushing event deleted for resources: {'Port': ['ID=37bf9cf7-8240-4429-aad4-880bb966fa52,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:26.343222 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:26.344646 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75293750-435d-4f0f-8075-4042bd1ae4e1 None None] The sync data for ids ['d38c82e1-9fbf-479b-8a63-7113967e25f6'] in dv-cinder-837540-3-iscsi is: [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '31a4a6f4-7f6e-4538-9b67-a8db070bcc1b', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'port_id': 'e645adb7-d011-440e-89e5-4c116418ec5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'mac_address': 'fa:16:3e:33:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c8becf-5922-47f5-abb3-34234511dd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:45:50Z', 'updated_at': '2022-04-14T20:46:23Z', 'revision_number': 1, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e00bee-211f-4a95-8f74-3ab2c779dd26', 'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'mac_address': 'fa:16:3e:7f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:32Z', 'updated_at': '2022-04-14T20:45:45Z', 'revision_number': 5, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'subnets': [{'id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:46:26.385156 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce8eaa-3db8-4f78-85bc-9f63dd653241 req-0f52ef04-173c-47f4-8a65-c2ced0bb6243 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:26.386657 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d6ce8eaa-3db8-4f78-85bc-9f63dd653241 req-0f52ef04-173c-47f4-8a65-c2ced0bb6243 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.1696405 Apr 14 20:46:26.411046 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-0551daef-0c8d-4cd1-b114-4d296381c21c req-2ecd8922-06bb-4d0a-80e9-b39693986114 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] No DVR routers for this DVR port 37bf9cf7-8240-4429-aad4-880bb966fa52 on host hv-cinder-83754 {{(pid=110412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:46:26.433111 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-0551daef-0c8d-4cd1-b114-4d296381c21c req-2ecd8922-06bb-4d0a-80e9-b39693986114 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:26.436581 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0551daef-0c8d-4cd1-b114-4d296381c21c req-2ecd8922-06bb-4d0a-80e9-b39693986114 tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.16 "DELETE /v2.0/ports/37bf9cf7-8240-4429-aad4-880bb966fa52 HTTP/1.1" status: 204 len: 173 time: 1.2919219 Apr 14 20:46:26.437211 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc010cd-654b-4bb4-ab6f-d2422cac2cd3', 'name': 'network-vif-deleted', 'tag': '37bf9cf7-8240-4429-aad4-880bb966fa52'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:46:26.439554 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38700abd-17b5-4eee-8d30-5e399e2d8420" -d '{"events": [{"server_uuid": "cbc010cd-654b-4bb4-ab6f-d2422cac2cd3", "name": "network-vif-deleted", "tag": "37bf9cf7-8240-4429-aad4-880bb966fa52"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:46:26.441227 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-22282016-136f-44c8-aa24-9b811e5f8138 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:26.457596 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5b1c7859-abfd-409a-aa1c-20066e41bb18 req-4bebd813-036c-40b2-9163-c3b31eb30f1a service neutron] 10.222.0.16 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883871 Apr 14 20:46:26.503666 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-22282016-136f-44c8-aa24-9b811e5f8138 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (2c3854f8-78aa-48a1-b4f8-c9586651ab9a), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:26.539219 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecb29ac-8237-4a5d-9821-e20f52b95622 x-openstack-request-id: req-aecb29ac-8237-4a5d-9821-e20f52b95622 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:46:26.539908 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc010cd-654b-4bb4-ab6f-d2422cac2cd3", "name": "network-vif-deleted", "tag": "37bf9cf7-8240-4429-aad4-880bb966fa52", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:46:26.542622 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aecb29ac-8237-4a5d-9821-e20f52b95622 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:46:26.542622 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aecb29ac-8237-4a5d-9821-e20f52b95622'] response: {'server_uuid': 'cbc010cd-654b-4bb4-ab6f-d2422cac2cd3', 'name': 'network-vif-deleted', 'tag': '37bf9cf7-8240-4429-aad4-880bb966fa52', 'status': 'completed', 'code': 200} Apr 14 20:46:26.560929 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d6ce8eaa-3db8-4f78-85bc-9f63dd653241 req-788d9931-efa4-425b-b8dd-44142b6796c2 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495614 Apr 14 20:46:26.686280 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5b1c7859-abfd-409a-aa1c-20066e41bb18 req-f34da102-144f-4b9f-a9d2-c16029703b4b service neutron] 10.222.0.16 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277939 Apr 14 20:46:26.752548 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.l3_db [None req-22282016-136f-44c8-aa24-9b811e5f8138 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Floating IP 2c3854f8-78aa-48a1-b4f8-c9586651ab9a associated. External IP: 172.27.1.21, port: e7e6ad66-a1ee-450f-9147-d5439c524cbc. Apr 14 20:46:26.791681 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c03ab70-e6ce-4178-ad43-b699fe8a3c2d None None] New status for floating IP 31a4a6f4-7f6e-4538-9b67-a8db070bcc1b: ACTIVE {{(pid=110413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:46:27.000058 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22282016-136f-44c8-aa24-9b811e5f8138 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Router 22952585-c418-4496-8f79-2f97352549ae has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:46:27.148099 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22282016-136f-44c8-aa24-9b811e5f8138 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:46:27.154142 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-22282016-136f-44c8-aa24-9b811e5f8138 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:27.158667 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0cca2-3513-42a0-8c61-c7a629d5e469 None None] Sync routers for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:46:27.171713 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0cca2-3513-42a0-8c61-c7a629d5e469 None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:46:27.173465 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-9ae0cca2-3513-42a0-8c61-c7a629d5e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:27.209543 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e863847f-0664-4367-992d-0ce8a2cf7dd5 req-f5da1a0f-7206-4164-9423-8674832211ee tempest-DeleteServersTestJSON-251290530 tempest-DeleteServersTestJSON-251290530-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc010cd-654b-4bb4-ab6f-d2422cac2cd3 HTTP/1.1" status: 200 len: 210 time: 0.0520997 Apr 14 20:46:27.233033 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-22282016-136f-44c8-aa24-9b811e5f8138 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "PUT /v2.0/floatingips/2c3854f8-78aa-48a1-b4f8-c9586651ab9a HTTP/1.1" status: 200 len: 991 time: 1.7017837 Apr 14 20:46:27.233727 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'tag': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:46:27.236415 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7faedb-e288-480f-9e2b-36d12099e44d" -d '{"events": [{"name": "network-changed", "server_uuid": "8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7", "tag": "e7e6ad66-a1ee-450f-9147-d5439c524cbc"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:46:27.292257 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a36fb26-6474-47d6-a461-72cacdff1b30 x-openstack-request-id: req-1a36fb26-6474-47d6-a461-72cacdff1b30 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:46:27.292560 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7", "tag": "e7e6ad66-a1ee-450f-9147-d5439c524cbc", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:46:27.292820 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a36fb26-6474-47d6-a461-72cacdff1b30 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:46:27.293242 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a36fb26-6474-47d6-a461-72cacdff1b30'] response: {'name': 'network-changed', 'server_uuid': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'tag': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc', 'status': 'completed', 'code': 200} Apr 14 20:46:27.343790 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-9ae0cca2-3513-42a0-8c61-c7a629d5e469 None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:46:27.378940 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7faedb-e288-480f-9e2b-36d12099e44d req-1621c7bc-21ad-45a0-8514-e1587685b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:27.382409 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-da7faedb-e288-480f-9e2b-36d12099e44d req-1621c7bc-21ad-45a0-8514-e1587685b42d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31d17db2ef5747d8836b06e9567e947b&device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 1130 time: 0.0552464 Apr 14 20:46:27.579966 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-9ae0cca2-3513-42a0-8c61-c7a629d5e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '2c3854f8-78aa-48a1-b4f8-c9586651ab9a', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '22952585-c418-4496-8f79-2f97352549ae', 'port_id': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'mac_address': 'fa:16:3e:cf:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:45:52Z', 'updated_at': '2022-04-14T20:46:26Z', 'revision_number': 1, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:27.607932 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0cca2-3513-42a0-8c61-c7a629d5e469 None None] Checking router: 22952585-c418-4496-8f79-2f97352549ae for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:46:27.616691 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0cca2-3513-42a0-8c61-c7a629d5e469 None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:46:27.617654 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-9ae0cca2-3513-42a0-8c61-c7a629d5e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:27.739686 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7faedb-e288-480f-9e2b-36d12099e44d req-3893f283-c470-4ffd-ba3e-ed78c43a2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:27.741264 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-da7faedb-e288-480f-9e2b-36d12099e44d req-3893f283-c470-4ffd-ba3e-ed78c43a2286 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78fd882f-0d96-47e7-99be-fdb344cfeb03 HTTP/1.1" status: 200 len: 915 time: 0.1379135 Apr 14 20:46:27.749019 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-9ae0cca2-3513-42a0-8c61-c7a629d5e469 None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:46:27.765600 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1cfd3-9f43-49f0-8aed-0f00c7fd6063 req-b0a04f45-7468-4594-a81c-e60d71937aa0 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:27.769264 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-50d1cfd3-9f43-49f0-8aed-0f00c7fd6063 req-b0a04f45-7468-4594-a81c-e60d71937aa0 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0615847 Apr 14 20:46:27.806069 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:27.828332 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-da7faedb-e288-480f-9e2b-36d12099e44d req-1e634a55-9882-4f97-8ab4-8e259514dc2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7e6ad66-a1ee-450f-9147-d5439c524cbc HTTP/1.1" status: 200 len: 999 time: 0.0799170 Apr 14 20:46:27.844989 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-50d1cfd3-9f43-49f0-8aed-0f00c7fd6063 req-273d4955-c831-45ef-8ee2-2d90dcf2b68b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551968 Apr 14 20:46:27.904205 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7faedb-e288-480f-9e2b-36d12099e44d req-ce26fc3b-0bbe-46a8-a87a-aae1accbea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:27.906728 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-da7faedb-e288-480f-9e2b-36d12099e44d req-ce26fc3b-0bbe-46a8-a87a-aae1accbea8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=793028ec-fc30-4134-ac09-e1d2921d9f88 HTTP/1.1" status: 200 len: 853 time: 0.0710509 Apr 14 20:46:27.982552 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7faedb-e288-480f-9e2b-36d12099e44d req-7f624fa2-6e94-4339-b07a-efaec818bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:27.985980 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-da7faedb-e288-480f-9e2b-36d12099e44d req-7f624fa2-6e94-4339-b07a-efaec818bf21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78fd882f-0d96-47e7-99be-fdb344cfeb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641320 Apr 14 20:46:28.052027 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-9ae0cca2-3513-42a0-8c61-c7a629d5e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '2c3854f8-78aa-48a1-b4f8-c9586651ab9a', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '22952585-c418-4496-8f79-2f97352549ae', 'port_id': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'mac_address': 'fa:16:3e:cf:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:45:52Z', 'updated_at': '2022-04-14T20:46:26Z', 'revision_number': 1, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:28.093702 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0cca2-3513-42a0-8c61-c7a629d5e469 None None] The sync data for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi is: [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '2c3854f8-78aa-48a1-b4f8-c9586651ab9a', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '22952585-c418-4496-8f79-2f97352549ae', 'port_id': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'mac_address': 'fa:16:3e:cf:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:45:52Z', 'updated_at': '2022-04-14T20:46:26Z', 'revision_number': 1, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:46:28.104551 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-da7faedb-e288-480f-9e2b-36d12099e44d req-ee8f920f-e859-4510-a5c4-64482d6816c6 service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099236 Apr 14 20:46:28.222942 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-da7faedb-e288-480f-9e2b-36d12099e44d req-c3ee0083-0042-4fcd-a824-2a5b52fe3a8e service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121566 Apr 14 20:46:28.268510 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 37bf9cf7-8240-4429-aad4-880bb966fa52 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:46:28.290512 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: 37bf9cf7-8240-4429-aad4-880bb966fa52 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:46:28.290859 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 37bf9cf7-8240-4429-aad4-880bb966fa52 not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:46:28.388112 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaf901d-52f1-4c08-baa6-e4fed288406c None None] New status for floating IP 2c3854f8-78aa-48a1-b4f8-c9586651ab9a: ACTIVE {{(pid=110413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:46:28.955664 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c717302-fab5-47ba-89a2-e8377364f6d0 req-091a153b-ad96-4fcf-ae18-4a6f363a41ba tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:28.957150 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5c717302-fab5-47ba-89a2-e8377364f6d0 req-091a153b-ad96-4fcf-ae18-4a6f363a41ba tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0502434 Apr 14 20:46:29.005338 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5c717302-fab5-47ba-89a2-e8377364f6d0 req-add5f548-e4f1-41bc-b1d6-34a0f3ec3483 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416651 Apr 14 20:46:29.401770 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:29.931715 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43270) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:29.978276 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c377e9-96e0-4fcb-b71e-930286bfd3a7 admin admin] Deleting subnet 1349b8f9-fa22-4c5e-9257-b115c390afd3 {{(pid=110411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:46:29.981293 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c4c377e9-96e0-4fcb-b71e-930286bfd3a7 admin admin] Publish callbacks [] for subnet (1349b8f9-fa22-4c5e-9257-b115c390afd3), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:30.015384 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c4c377e9-96e0-4fcb-b71e-930286bfd3a7 admin admin] Publish callbacks [] for subnet (1349b8f9-fa22-4c5e-9257-b115c390afd3), precommit_delete_associations {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:30.020983 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c4c377e9-96e0-4fcb-b71e-930286bfd3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041744'] for subnet (1349b8f9-fa22-4c5e-9257-b115c390afd3), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:30.132839 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b133cb6-67a8-4804-90ec-2cdb5054ac46 req-ac1a17fe-5fab-4798-9f2e-ebdc49302f5e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:30.132839 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4b133cb6-67a8-4804-90ec-2cdb5054ac46 req-ac1a17fe-5fab-4798-9f2e-ebdc49302f5e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0519648 Apr 14 20:46:30.150052 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c4c377e9-96e0-4fcb-b71e-930286bfd3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for subnet (1349b8f9-fa22-4c5e-9257-b115c390afd3), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:30.193598 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c377e9-96e0-4fcb-b71e-930286bfd3a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1349b8f9-fa22-4c5e-9257-b115c390afd3,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:30.195455 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c4c377e9-96e0-4fcb-b71e-930286bfd3a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:30.198639 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-c4c377e9-96e0-4fcb-b71e-930286bfd3a7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1349b8f9-fa22-4c5e-9257-b115c390afd3 HTTP/1.1" status: 204 len: 168 time: 0.2658455 Apr 14 20:46:30.201522 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43284) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:30.207987 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4b133cb6-67a8-4804-90ec-2cdb5054ac46 req-c48b9cc5-41f9-459f-9aa5-f32f0072f214 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768251 Apr 14 20:46:30.280240 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-31f69019-c529-4307-896b-d81d153303c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558881'] for network (6b8f0e05-2342-44c9-9e45-e8e62ba2078d), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:30.359129 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-31f69019-c529-4307-896b-d81d153303c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044203', 'neutron.services.segments.db._delete_segments_for_network-8766881083832'] for network (6b8f0e05-2342-44c9-9e45-e8e62ba2078d), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:30.386409 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-31f69019-c529-4307-896b-d81d153303c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8f0e05-2342-44c9-9e45-e8e62ba2078d']}} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:30.396238 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-31f69019-c529-4307-896b-d81d153303c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d9018e-e881-41bf-a352-301955668356') {'for_net_delete': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:30.396532 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-31f69019-c529-4307-896b-d81d153303c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d9018e-e881-41bf-a352-301955668356') {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:30.411496 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-31f69019-c529-4307-896b-d81d153303c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766880940993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5090906'] for segment (a0d9018e-e881-41bf-a352-301955668356), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:30.425350 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-31f69019-c529-4307-896b-d81d153303c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (a0d9018e-e881-41bf-a352-301955668356), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:30.431370 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f69019-c529-4307-896b-d81d153303c9 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=110412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:46:30.431832 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-31f69019-c529-4307-896b-d81d153303c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773778'] for segment (a0d9018e-e881-41bf-a352-301955668356), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: Traceback (most recent call last): Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: timer() Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: cb(*args, **kw) Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: return func(*args, **kwargs) Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: self._notify() Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: self.callback(batched_events) Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: event.method(event) Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: return f(self, *a, **k) Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._get(url).json() Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: return self.request(url, 'GET', **kwargs) Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:46:30.433491 dv-cinder-837540-3-iscsi neutron-server[110412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:46:30.543245 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-31f69019-c529-4307-896b-d81d153303c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644488'] for network (6b8f0e05-2342-44c9-9e45-e8e62ba2078d), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:30.551022 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-31f69019-c529-4307-896b-d81d153303c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:30.554213 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-31f69019-c529-4307-896b-d81d153303c9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6b8f0e05-2342-44c9-9e45-e8e62ba2078d HTTP/1.1" status: 204 len: 168 time: 0.3510170 Apr 14 20:46:30.564047 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f69019-c529-4307-896b-d81d153303c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b8f0e05-2342-44c9-9e45-e8e62ba2078d,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:31.006628 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43296) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:31.047210 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-9f01f5c5-22ce-4a72-b440-e5dbfc416396 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3a36cb335f64e508edbc939b3cc60ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394328 Apr 14 20:46:31.049651 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43298) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:31.109945 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-71744c8e-d0ab-4ada-b9ff-ec52e71ddcb3 admin admin] Publish callbacks [] for security_group (b1b1380f-b8eb-48ac-b8ec-b75a3353d96b), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:31.143616 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-71744c8e-d0ab-4ada-b9ff-ec52e71ddcb3 admin admin] Publish callbacks [] for security_group (b1b1380f-b8eb-48ac-b8ec-b75a3353d96b), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:31.316625 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-71744c8e-d0ab-4ada-b9ff-ec52e71ddcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (b1b1380f-b8eb-48ac-b8ec-b75a3353d96b), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:31.319229 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-71744c8e-d0ab-4ada-b9ff-ec52e71ddcb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:31.323229 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-71744c8e-d0ab-4ada-b9ff-ec52e71ddcb3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1b1380f-b8eb-48ac-b8ec-b75a3353d96b HTTP/1.1" status: 204 len: 168 time: 0.2698383 Apr 14 20:46:31.333877 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71744c8e-d0ab-4ada-b9ff-ec52e71ddcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b1380f-b8eb-48ac-b8ec-b75a3353d96b,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:31.344790 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ddd2a-31fc-49e5-aeaa-c4dfd18ee147 req-abbd2cd5-131c-475d-9424-5b7255d2f16a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:31.346368 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d62ddd2a-31fc-49e5-aeaa-c4dfd18ee147 req-abbd2cd5-131c-475d-9424-5b7255d2f16a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0601516 Apr 14 20:46:31.412578 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d62ddd2a-31fc-49e5-aeaa-c4dfd18ee147 req-a70e901d-4e66-42fd-8ad3-964ff1d8d512 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601947 Apr 14 20:46:32.544147 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cae80-cbb7-48e6-9612-11fc671c7aef req-cd9e4ca2-aba1-47a2-b65a-5ca06a2057d8 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:32.545695 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e30cae80-cbb7-48e6-9612-11fc671c7aef req-cd9e4ca2-aba1-47a2-b65a-5ca06a2057d8 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0496635 Apr 14 20:46:32.597017 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e30cae80-cbb7-48e6-9612-11fc671c7aef req-31893ba2-2a6c-421d-ae28-acf273cf3575 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452638 Apr 14 20:46:33.715183 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c318115-4e07-4e05-9fae-62e9de94e54a req-c3582db6-e683-4bb5-9946-66f35d7414de tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:33.716853 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6c318115-4e07-4e05-9fae-62e9de94e54a req-c3582db6-e683-4bb5-9946-66f35d7414de tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0492692 Apr 14 20:46:33.768586 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6c318115-4e07-4e05-9fae-62e9de94e54a req-228cb0f7-4648-46ca-89cb-f54534df4b7d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451860 Apr 14 20:46:34.599206 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43450) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:34.708079 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-541c98ec-5fc7-4ec8-855f-060752a07ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:34.785906 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-541c98ec-5fc7-4ec8-855f-060752a07ab7 admin admin] Publish callbacks [] for security_group (f542712d-eaa2-4063-991b-f7837ada0db5), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:34.876085 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-541c98ec-5fc7-4ec8-855f-060752a07ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (f542712d-eaa2-4063-991b-f7837ada0db5), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:34.884888 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df142ee0-af86-42f6-94e4-1f4bdd43b781 req-33bfc5ee-1acc-4b6b-9d12-5ceb40b90f7e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:34.886741 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-df142ee0-af86-42f6-94e4-1f4bdd43b781 req-33bfc5ee-1acc-4b6b-9d12-5ceb40b90f7e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0514021 Apr 14 20:46:34.924980 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-541c98ec-5fc7-4ec8-855f-060752a07ab7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26e3a78c2f20478ba5cae954e550ad82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223989 Apr 14 20:46:34.925371 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43466) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:34.929640 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c98ec-5fc7-4ec8-855f-060752a07ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f542712d-eaa2-4063-991b-f7837ada0db5,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:34.952688 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-df142ee0-af86-42f6-94e4-1f4bdd43b781 req-7f36abfc-04ac-499a-bcae-4b15bc3c7f6e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595386 Apr 14 20:46:34.991646 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e3b9ec8c-022f-496f-9070-17d448690c15 admin admin] Publish callbacks [] for security_group (f542712d-eaa2-4063-991b-f7837ada0db5), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:35.014488 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e3b9ec8c-022f-496f-9070-17d448690c15 admin admin] Publish callbacks [] for security_group (f542712d-eaa2-4063-991b-f7837ada0db5), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:35.125467 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e3b9ec8c-022f-496f-9070-17d448690c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (f542712d-eaa2-4063-991b-f7837ada0db5), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:35.128068 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e3b9ec8c-022f-496f-9070-17d448690c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:35.130697 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-e3b9ec8c-022f-496f-9070-17d448690c15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f542712d-eaa2-4063-991b-f7837ada0db5 HTTP/1.1" status: 204 len: 168 time: 0.2037103 Apr 14 20:46:35.145078 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9ec8c-022f-496f-9070-17d448690c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f542712d-eaa2-4063-991b-f7837ada0db5,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:35.823074 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43502) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:35.839526 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-49fc0b4f-f10c-4e8a-878d-1b300657b8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:35.918745 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-49fc0b4f-f10c-4e8a-878d-1b300657b8ef admin admin] Publish callbacks [] for security_group (f2a9ef13-e695-4a90-8188-4a1d2b8c44a3), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:35.994067 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-49fc0b4f-f10c-4e8a-878d-1b300657b8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (f2a9ef13-e695-4a90-8188-4a1d2b8c44a3), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:36.048699 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-49fc0b4f-f10c-4e8a-878d-1b300657b8ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=111cf5af4b354dc5939566cb3e0404f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243764 Apr 14 20:46:36.051484 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43512) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:36.066856 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc0b4f-f10c-4e8a-878d-1b300657b8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a9ef13-e695-4a90-8188-4a1d2b8c44a3,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:36.088899 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5aaa71-96b6-47f0-962b-70197c43bcb4 req-66825dc8-26a8-4d4a-bf55-95f653a682a4 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:36.090496 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6e5aaa71-96b6-47f0-962b-70197c43bcb4 req-66825dc8-26a8-4d4a-bf55-95f653a682a4 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0607190 Apr 14 20:46:36.127533 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4bc8e03d-4720-43d3-8e0c-ebc8c4165755 admin admin] Publish callbacks [] for security_group (f2a9ef13-e695-4a90-8188-4a1d2b8c44a3), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:36.142341 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6e5aaa71-96b6-47f0-962b-70197c43bcb4 req-59fff679-d449-4ee3-9903-34f505f0acae tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450838 Apr 14 20:46:36.153973 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4bc8e03d-4720-43d3-8e0c-ebc8c4165755 admin admin] Publish callbacks [] for security_group (f2a9ef13-e695-4a90-8188-4a1d2b8c44a3), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:36.250897 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4bc8e03d-4720-43d3-8e0c-ebc8c4165755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (f2a9ef13-e695-4a90-8188-4a1d2b8c44a3), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:36.253543 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4bc8e03d-4720-43d3-8e0c-ebc8c4165755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:36.254755 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-4bc8e03d-4720-43d3-8e0c-ebc8c4165755 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2a9ef13-e695-4a90-8188-4a1d2b8c44a3 HTTP/1.1" status: 204 len: 168 time: 0.2018266 Apr 14 20:46:36.263239 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8e03d-4720-43d3-8e0c-ebc8c4165755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a9ef13-e695-4a90-8188-4a1d2b8c44a3,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:37.262668 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d8b23-60b1-4722-91f9-5e83ea67b5a1 req-f286a484-5644-4891-8fd4-4773aa202060 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:37.264152 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-dd0d8b23-60b1-4722-91f9-5e83ea67b5a1 req-f286a484-5644-4891-8fd4-4773aa202060 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0535245 Apr 14 20:46:37.313624 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-dd0d8b23-60b1-4722-91f9-5e83ea67b5a1 req-86531b6c-413e-4a15-a428-937f8df4a41d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426712 Apr 14 20:46:37.607255 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43562) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:37.758039 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-834b49fb-fa5f-47d4-9dec-9bc48831cf48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:37.834438 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-834b49fb-fa5f-47d4-9dec-9bc48831cf48 admin admin] Publish callbacks [] for security_group (16a412ea-2ea3-4bd4-9bee-8c6e27cb55c6), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:37.876200 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-834b49fb-fa5f-47d4-9dec-9bc48831cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (16a412ea-2ea3-4bd4-9bee-8c6e27cb55c6), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:37.917795 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-834b49fb-fa5f-47d4-9dec-9bc48831cf48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ddb131a824e4d2ab701dce0625f3c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094749 Apr 14 20:46:37.919437 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b49fb-fa5f-47d4-9dec-9bc48831cf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a412ea-2ea3-4bd4-9bee-8c6e27cb55c6,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:37.920629 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43576) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:37.975160 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e977667e-e890-4a77-a109-0c13b2c1b025 admin admin] Publish callbacks [] for security_group (16a412ea-2ea3-4bd4-9bee-8c6e27cb55c6), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:38.001901 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e977667e-e890-4a77-a109-0c13b2c1b025 admin admin] Publish callbacks [] for security_group (16a412ea-2ea3-4bd4-9bee-8c6e27cb55c6), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:38.143074 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e977667e-e890-4a77-a109-0c13b2c1b025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (16a412ea-2ea3-4bd4-9bee-8c6e27cb55c6), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:38.145682 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e977667e-e890-4a77-a109-0c13b2c1b025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:38.146945 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-e977667e-e890-4a77-a109-0c13b2c1b025 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16a412ea-2ea3-4bd4-9bee-8c6e27cb55c6 HTTP/1.1" status: 204 len: 168 time: 0.2240233 Apr 14 20:46:38.155491 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977667e-e890-4a77-a109-0c13b2c1b025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a412ea-2ea3-4bd4-9bee-8c6e27cb55c6,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:38.434560 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966648e3-39ca-4e6c-bb45-e9de590d4b3b req-54ac44e6-3431-4a23-9219-3fee821170b4 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:38.434996 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-966648e3-39ca-4e6c-bb45-e9de590d4b3b req-54ac44e6-3431-4a23-9219-3fee821170b4 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0533824 Apr 14 20:46:38.486373 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-966648e3-39ca-4e6c-bb45-e9de590d4b3b req-94677afd-7e74-4211-87ec-05bf1f59ec51 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426097 Apr 14 20:46:38.886612 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43610) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:38.901040 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-48ef996e-fc0d-4ebb-994e-73861ea206b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:38.974398 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-48ef996e-fc0d-4ebb-994e-73861ea206b9 admin admin] Publish callbacks [] for security_group (fe2f85c7-df72-4603-89a3-1f7577ce587d), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:39.036116 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-48ef996e-fc0d-4ebb-994e-73861ea206b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (fe2f85c7-df72-4603-89a3-1f7577ce587d), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:39.075749 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-48ef996e-fc0d-4ebb-994e-73861ea206b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf6939e3de88483b891c5629f107b25a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880543 Apr 14 20:46:39.076584 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef996e-fc0d-4ebb-994e-73861ea206b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2f85c7-df72-4603-89a3-1f7577ce587d,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:39.078433 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43622) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:39.136095 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-292c8e87-c8a2-4aac-9f9a-3926b0c78671 admin admin] Publish callbacks [] for security_group (fe2f85c7-df72-4603-89a3-1f7577ce587d), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:39.164814 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-292c8e87-c8a2-4aac-9f9a-3926b0c78671 admin admin] Publish callbacks [] for security_group (fe2f85c7-df72-4603-89a3-1f7577ce587d), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:39.308876 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-292c8e87-c8a2-4aac-9f9a-3926b0c78671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (fe2f85c7-df72-4603-89a3-1f7577ce587d), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:39.312382 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-292c8e87-c8a2-4aac-9f9a-3926b0c78671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:39.313732 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-292c8e87-c8a2-4aac-9f9a-3926b0c78671 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe2f85c7-df72-4603-89a3-1f7577ce587d HTTP/1.1" status: 204 len: 168 time: 0.2336733 Apr 14 20:46:39.323833 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c8e87-c8a2-4aac-9f9a-3926b0c78671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2f85c7-df72-4603-89a3-1f7577ce587d,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:39.605335 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0644b5e-244b-4b1e-a406-a033fb9cb3e2 req-3241c702-71ae-4643-9459-645f2e820e8a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:39.609848 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d0644b5e-244b-4b1e-a406-a033fb9cb3e2 req-3241c702-71ae-4643-9459-645f2e820e8a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0475204 Apr 14 20:46:39.659303 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d0644b5e-244b-4b1e-a406-a033fb9cb3e2 req-1c357a3f-b972-409a-8884-9af377d718db tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443449 Apr 14 20:46:39.724572 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43656) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:39.812422 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43666) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:39.888130 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-10e5408f-8f35-4bf7-8e9c-e0644fa81f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:39.927709 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-700ce78a-a566-4bee-a298-7199d0ca15e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.005928 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-10e5408f-8f35-4bf7-8e9c-e0644fa81f19 admin admin] Publish callbacks [] for security_group (7589b9c9-726b-4aa3-b6ad-3b3a84f1bc6b), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.038859 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-700ce78a-a566-4bee-a298-7199d0ca15e7 admin admin] Publish callbacks [] for security_group (5fa576d0-772b-41a7-b2ee-94fc856e9080), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.076334 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-10e5408f-8f35-4bf7-8e9c-e0644fa81f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (7589b9c9-726b-4aa3-b6ad-3b3a84f1bc6b), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.112954 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-700ce78a-a566-4bee-a298-7199d0ca15e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (5fa576d0-772b-41a7-b2ee-94fc856e9080), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.123937 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5408f-8f35-4bf7-8e9c-e0644fa81f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7589b9c9-726b-4aa3-b6ad-3b3a84f1bc6b,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:40.128196 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-10e5408f-8f35-4bf7-8e9c-e0644fa81f19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55d97aebd4e245d1bdb9c8eb79164ff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021575 Apr 14 20:46:40.131181 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43680) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:40.162703 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-700ce78a-a566-4bee-a298-7199d0ca15e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee536303d2fc4d6fab73f5f9075f431c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492115 Apr 14 20:46:40.167013 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43682) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:40.173566 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43684) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:40.186535 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ce78a-a566-4bee-a298-7199d0ca15e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa576d0-772b-41a7-b2ee-94fc856e9080,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:40.194318 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7d2f7e44-4f4a-4f35-ad92-eaf2c9e9e324 admin admin] Publish callbacks [] for security_group (7589b9c9-726b-4aa3-b6ad-3b3a84f1bc6b), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.204197 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7dea4952-4de3-4814-9b07-a3f7a2d46814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.217979 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7d2f7e44-4f4a-4f35-ad92-eaf2c9e9e324 admin admin] Publish callbacks [] for security_group (7589b9c9-726b-4aa3-b6ad-3b3a84f1bc6b), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.259671 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b31aa2b8-b780-446f-9dbf-66c5630931be admin admin] Publish callbacks [] for security_group (5fa576d0-772b-41a7-b2ee-94fc856e9080), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.293757 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b31aa2b8-b780-446f-9dbf-66c5630931be admin admin] Publish callbacks [] for security_group (5fa576d0-772b-41a7-b2ee-94fc856e9080), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.354954 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7dea4952-4de3-4814-9b07-a3f7a2d46814 admin admin] Publish callbacks [] for security_group (e01cf620-9967-475b-862e-bfcd40d27780), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.385873 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7d2f7e44-4f4a-4f35-ad92-eaf2c9e9e324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (7589b9c9-726b-4aa3-b6ad-3b3a84f1bc6b), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.388477 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7d2f7e44-4f4a-4f35-ad92-eaf2c9e9e324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.389643 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-7d2f7e44-4f4a-4f35-ad92-eaf2c9e9e324 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7589b9c9-726b-4aa3-b6ad-3b3a84f1bc6b HTTP/1.1" status: 204 len: 168 time: 0.2568572 Apr 14 20:46:40.397557 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f7e44-4f4a-4f35-ad92-eaf2c9e9e324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7589b9c9-726b-4aa3-b6ad-3b3a84f1bc6b,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:40.465032 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7dea4952-4de3-4814-9b07-a3f7a2d46814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (e01cf620-9967-475b-862e-bfcd40d27780), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.468905 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b31aa2b8-b780-446f-9dbf-66c5630931be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (5fa576d0-772b-41a7-b2ee-94fc856e9080), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.471464 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b31aa2b8-b780-446f-9dbf-66c5630931be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.472701 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-b31aa2b8-b780-446f-9dbf-66c5630931be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5fa576d0-772b-41a7-b2ee-94fc856e9080 HTTP/1.1" status: 204 len: 168 time: 0.3047602 Apr 14 20:46:40.511486 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea4952-4de3-4814-9b07-a3f7a2d46814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01cf620-9967-475b-862e-bfcd40d27780,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:40.515960 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-7dea4952-4de3-4814-9b07-a3f7a2d46814 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f16eb99cdd194716b663b5d790c73dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404427 Apr 14 20:46:40.519157 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43704) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:40.532992 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31aa2b8-b780-446f-9dbf-66c5630931be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa576d0-772b-41a7-b2ee-94fc856e9080,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:40.578600 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-20823cc7-2b44-4da1-9471-fda17c0dec1d admin admin] Publish callbacks [] for security_group (e01cf620-9967-475b-862e-bfcd40d27780), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.600659 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-20823cc7-2b44-4da1-9471-fda17c0dec1d admin admin] Publish callbacks [] for security_group (e01cf620-9967-475b-862e-bfcd40d27780), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.745166 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-20823cc7-2b44-4da1-9471-fda17c0dec1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (e01cf620-9967-475b-862e-bfcd40d27780), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.747828 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-20823cc7-2b44-4da1-9471-fda17c0dec1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:40.749285 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-20823cc7-2b44-4da1-9471-fda17c0dec1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e01cf620-9967-475b-862e-bfcd40d27780 HTTP/1.1" status: 204 len: 168 time: 0.2290413 Apr 14 20:46:40.757819 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20823cc7-2b44-4da1-9471-fda17c0dec1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01cf620-9967-475b-862e-bfcd40d27780,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:40.791672 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8640b-6328-4e0f-bd46-c95971dd82f6 req-05b4fbbd-6ecc-484c-af47-7f24b2758bb4 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:40.796591 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ead8640b-6328-4e0f-bd46-c95971dd82f6 req-05b4fbbd-6ecc-484c-af47-7f24b2758bb4 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0660193 Apr 14 20:46:40.854692 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ead8640b-6328-4e0f-bd46-c95971dd82f6 req-5732e019-15a3-49aa-9613-a9cf3fe95cfd tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572395 Apr 14 20:46:41.003961 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fd62e-5dfe-43b8-b3f8-48d410ad4a5e req-545dddb6-9bc4-4856-bc3e-21745734d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:41.005458 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1a4fd62e-5dfe-43b8-b3f8-48d410ad4a5e req-545dddb6-9bc4-4856-bc3e-21745734d647 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 1129 time: 0.0370989 Apr 14 20:46:41.057494 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1a4fd62e-5dfe-43b8-b3f8-48d410ad4a5e req-526e6d3e-8ba9-4f35-8b2f-91eeb557b9be service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437195 Apr 14 20:46:41.140435 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43744) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:41.154041 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eb5fe8da-cf0c-4c41-abb1-c877a8bb8fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:41.239168 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eb5fe8da-cf0c-4c41-abb1-c877a8bb8fcb admin admin] Publish callbacks [] for security_group (f6f8f568-3323-4486-9ec0-962b053397d3), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:41.339197 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eb5fe8da-cf0c-4c41-abb1-c877a8bb8fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (f6f8f568-3323-4486-9ec0-962b053397d3), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:41.381356 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-eb5fe8da-cf0c-4c41-abb1-c877a8bb8fcb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=183fdc24bd134bd8beeb90cfca2485f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397654 Apr 14 20:46:41.382277 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fe8da-cf0c-4c41-abb1-c877a8bb8fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f8f568-3323-4486-9ec0-962b053397d3,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:41.386768 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43766) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:41.440292 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-c47dc0e7-c66f-42e2-8e7a-3276518efccb admin admin] Publish callbacks [] for security_group (f6f8f568-3323-4486-9ec0-962b053397d3), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:41.466898 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-c47dc0e7-c66f-42e2-8e7a-3276518efccb admin admin] Publish callbacks [] for security_group (f6f8f568-3323-4486-9ec0-962b053397d3), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:41.565662 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-c47dc0e7-c66f-42e2-8e7a-3276518efccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (f6f8f568-3323-4486-9ec0-962b053397d3), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:41.569103 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-c47dc0e7-c66f-42e2-8e7a-3276518efccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:41.573706 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-c47dc0e7-c66f-42e2-8e7a-3276518efccb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6f8f568-3323-4486-9ec0-962b053397d3 HTTP/1.1" status: 204 len: 168 time: 0.1824114 Apr 14 20:46:41.581968 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dc0e7-c66f-42e2-8e7a-3276518efccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f8f568-3323-4486-9ec0-962b053397d3,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:41.925428 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43784) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:41.974964 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ee181-b0fe-42c6-aded-bb4c8c064a8b req-bed59dc2-e95c-404f-9d3d-9ed69518382e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:41.976583 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d62ee181-b0fe-42c6-aded-bb4c8c064a8b req-bed59dc2-e95c-404f-9d3d-9ed69518382e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0517967 Apr 14 20:46:42.036619 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d62ee181-b0fe-42c6-aded-bb4c8c064a8b req-9ed60867-6a3d-4b4f-814e-2be94a6a95ac tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529532 Apr 14 20:46:42.113914 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1864bb71-2959-42f5-b140-2114edbef9bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:42.193791 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1864bb71-2959-42f5-b140-2114edbef9bf admin admin] Publish callbacks [] for security_group (4c97b59e-c526-4729-ba2f-27c6664bb322), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:42.308471 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1864bb71-2959-42f5-b140-2114edbef9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (4c97b59e-c526-4729-ba2f-27c6664bb322), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:42.358316 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864bb71-2959-42f5-b140-2114edbef9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c97b59e-c526-4729-ba2f-27c6664bb322,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:42.363308 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-1864bb71-2959-42f5-b140-2114edbef9bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17b967a8a5994501b0ec7ba49d061fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4366353 Apr 14 20:46:42.367832 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43806) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:42.428852 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-862fec95-db65-4a8b-a77e-a1fd38099599 admin admin] Publish callbacks [] for security_group (4c97b59e-c526-4729-ba2f-27c6664bb322), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:42.452308 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-862fec95-db65-4a8b-a77e-a1fd38099599 admin admin] Publish callbacks [] for security_group (4c97b59e-c526-4729-ba2f-27c6664bb322), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:42.517523 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43812) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:42.646280 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-862fec95-db65-4a8b-a77e-a1fd38099599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (4c97b59e-c526-4729-ba2f-27c6664bb322), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:42.650964 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-862fec95-db65-4a8b-a77e-a1fd38099599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:42.652403 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-862fec95-db65-4a8b-a77e-a1fd38099599 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c97b59e-c526-4729-ba2f-27c6664bb322 HTTP/1.1" status: 204 len: 168 time: 0.2835455 Apr 14 20:46:42.667203 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fec95-db65-4a8b-a77e-a1fd38099599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c97b59e-c526-4729-ba2f-27c6664bb322,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:42.773525 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-b2b9376d-c9e6-446d-ad17-6d0c3b84d30f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-163121252-network', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:46:42.887921 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b9376d-c9e6-446d-ad17-6d0c3b84d30f admin admin] Made reservation on behalf of e4dbbcd1ec03435a9c867254bd10e66a for: {'network': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:46:42.890215 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b2b9376d-c9e6-446d-ad17-6d0c3b84d30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:42.903425 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b2b9376d-c9e6-446d-ad17-6d0c3b84d30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:42.982733 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b2b9376d-c9e6-446d-ad17-6d0c3b84d30f admin admin] Publish callbacks [] for security_group (09d2f159-fb73-4704-988e-ad3c26dc3c95), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:43.082129 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b2b9376d-c9e6-446d-ad17-6d0c3b84d30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (09d2f159-fb73-4704-988e-ad3c26dc3c95), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:43.110392 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b9376d-c9e6-446d-ad17-6d0c3b84d30f admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=110411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:46:43.142236 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9376d-c9e6-446d-ad17-6d0c3b84d30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d2f159-fb73-4704-988e-ad3c26dc3c95,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:43.148636 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b2b9376d-c9e6-446d-ad17-6d0c3b84d30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (14b3ac16-854b-4eca-80c6-52a5054d6576), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:43.150176 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.segments_db [None req-b2b9376d-c9e6-446d-ad17-6d0c3b84d30f admin admin] Added segment 14b3ac16-854b-4eca-80c6-52a5054d6576 of type vlan for network 540ed165-30db-46c7-8958-ade545db3304 Apr 14 20:46:43.170866 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712b44f-2ed2-44e2-8a63-bf54931435d4 req-b5f86e16-0138-4773-8dd8-4c061d0245f9 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:43.172390 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3712b44f-2ed2-44e2-8a63-bf54931435d4 req-b5f86e16-0138-4773-8dd8-4c061d0245f9 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0583251 Apr 14 20:46:43.193673 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b2b9376d-c9e6-446d-ad17-6d0c3b84d30f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (540ed165-30db-46c7-8958-ade545db3304), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:43.229870 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3712b44f-2ed2-44e2-8a63-bf54931435d4 req-4f3c25eb-b34e-476a-8836-23c4303314a7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507307 Apr 14 20:46:43.346561 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afde12-02cf-49f7-82b0-1b302846c15a req-b3753e50-f8b3-4450-b724-5991ddd2bffd tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:43.348029 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-20afde12-02cf-49f7-82b0-1b302846c15a req-b3753e50-f8b3-4450-b724-5991ddd2bffd tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0497799 Apr 14 20:46:43.349147 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b2b9376d-c9e6-446d-ad17-6d0c3b84d30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (540ed165-30db-46c7-8958-ade545db3304), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:43.350023 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b9376d-c9e6-446d-ad17-6d0c3b84d30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:43.350547 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b2b9376d-c9e6-446d-ad17-6d0c3b84d30f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:43.439664 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9376d-c9e6-446d-ad17-6d0c3b84d30f admin admin] Pushing event updated for resources: {'Network': ['ID=540ed165-30db-46c7-8958-ade545db3304,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:43.458750 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network 540ed165-30db-46c7-8958-ade545db3304 details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:46:43.463529 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43848) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:43.465771 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-20afde12-02cf-49f7-82b0-1b302846c15a req-443d924c-3d3b-469d-b060-dfa74b7248f6 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104243 Apr 14 20:46:43.491930 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-468a8c08-a47c-46a5-a15c-1720668147f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:43.497527 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-b2b9376d-c9e6-446d-ad17-6d0c3b84d30f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9789102 Apr 14 20:46:43.500325 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43852) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:43.505586 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-e9625ad7-0d8d-4f49-acea-b8f7fd69deb7 admin admin] Request body: {'subnet': {'network_id': '540ed165-30db-46c7-8958-ade545db3304', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-163121252-subnet', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'ip_version': 4}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:46:43.591961 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9625ad7-0d8d-4f49-acea-b8f7fd69deb7 admin admin] Made reservation on behalf of e4dbbcd1ec03435a9c867254bd10e66a for: {'subnet': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:46:43.594614 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e9625ad7-0d8d-4f49-acea-b8f7fd69deb7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:43.658122 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-468a8c08-a47c-46a5-a15c-1720668147f4 admin admin] Publish callbacks [] for security_group (a3317d78-8290-498e-865e-c323d880bd5d), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:43.779499 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-468a8c08-a47c-46a5-a15c-1720668147f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a3317d78-8290-498e-865e-c323d880bd5d), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:43.819292 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-468a8c08-a47c-46a5-a15c-1720668147f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8784085c33f9487d9cf6bdec2aaa48ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542714 Apr 14 20:46:43.822898 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43860) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:43.829097 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a8c08-a47c-46a5-a15c-1720668147f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3317d78-8290-498e-865e-c323d880bd5d,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:43.881748 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2fb33692-0e7b-48db-ac26-c6b4720916e9 admin admin] Publish callbacks [] for security_group (a3317d78-8290-498e-865e-c323d880bd5d), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:43.886531 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e9625ad7-0d8d-4f49-acea-b8f7fd69deb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for subnet (695c202b-519d-4cd6-a1e7-90a67ca64d14), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:43.910121 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2fb33692-0e7b-48db-ac26-c6b4720916e9 admin admin] Publish callbacks [] for security_group (a3317d78-8290-498e-865e-c323d880bd5d), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:43.948475 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9625ad7-0d8d-4f49-acea-b8f7fd69deb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=695c202b-519d-4cd6-a1e7-90a67ca64d14,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:43.964500 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9625ad7-0d8d-4f49-acea-b8f7fd69deb7 admin admin] Checking segment: {'id': '14b3ac16-854b-4eca-80c6-52a5054d6576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '540ed165-30db-46c7-8958-ade545db3304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:46:43.964967 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9625ad7-0d8d-4f49-acea-b8f7fd69deb7 admin admin] Network hostable DHCP agents. Network: 540ed165-30db-46c7-8958-ade545db3304, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:46:44.053817 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2fb33692-0e7b-48db-ac26-c6b4720916e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a3317d78-8290-498e-865e-c323d880bd5d), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:44.057591 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2fb33692-0e7b-48db-ac26-c6b4720916e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:44.061813 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-2fb33692-0e7b-48db-ac26-c6b4720916e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3317d78-8290-498e-865e-c323d880bd5d HTTP/1.1" status: 204 len: 168 time: 0.2349277 Apr 14 20:46:44.072608 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb33692-0e7b-48db-ac26-c6b4720916e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3317d78-8290-498e-865e-c323d880bd5d,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:44.082303 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9625ad7-0d8d-4f49-acea-b8f7fd69deb7 admin admin] Network 540ed165-30db-46c7-8958-ade545db3304 is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:46:44.183296 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-e9625ad7-0d8d-4f49-acea-b8f7fd69deb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, 540ed165-30db-46c7-8958-ade545db3304) {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:46:44.188708 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9625ad7-0d8d-4f49-acea-b8f7fd69deb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:44.189595 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e9625ad7-0d8d-4f49-acea-b8f7fd69deb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:44.197784 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335bac7f-0280-434f-a3a4-649a40153da9 None None] Network 540ed165-30db-46c7-8958-ade545db3304 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:46:44.272259 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-e9625ad7-0d8d-4f49-acea-b8f7fd69deb7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7697134 Apr 14 20:46:44.279142 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43878) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:44.283650 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-163121252-router', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:46:44.325490 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70787b4f-c4d6-57ef-b37a-8087626a5f8a-540ed165-30db-46c7-8958-ade545db3304', 'network_id': '540ed165-30db-46c7-8958-ade545db3304', 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'fixed_ips': [{'subnet_id': '695c202b-519d-4cd6-a1e7-90a67ca64d14'}]}} from dv-cinder-837540-3-iscsi. {{(pid=110413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:46:44.326369 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:44.428904 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1644632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25840'] for router (a76a57fa-4f19-4fe1-85bb-750ec89bafd2), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:44.430085 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1645768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25833'] for router (a76a57fa-4f19-4fe1-85bb-750ec89bafd2), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:44.493962 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.db_base_plugin_common [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Allocated IP 172.20.0.2 (540ed165-30db-46c7-8958-ade545db3304/695c202b-519d-4cd6-a1e7-90a67ca64d14/a742d42d-6612-4cab-8163-2b8bb637f8d3) {{(pid=110413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:46:44.497302 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Publish callbacks [] for router_controller (a76a57fa-4f19-4fe1-85bb-750ec89bafd2), precommit_add_association {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:44.688196 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:44.694408 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Publish callbacks [] for port (a742d42d-6612-4cab-8163-2b8bb637f8d3), precommit_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:44.731474 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Publish callbacks [] for router_gateway (a76a57fa-4f19-4fe1-85bb-750ec89bafd2), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:44.773817 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (a742d42d-6612-4cab-8163-2b8bb637f8d3), after_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:44.808387 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Network 540ed165-30db-46c7-8958-ade545db3304 is already hosted by enough agents. {{(pid=110413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:46:44.811133 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.base_scheduler [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Resources bound (agent type, host, resource id): {{(pid=110413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:46:44.814520 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Received port after_create {{(pid=110413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:46:44.831150 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Pushing event updated for resources: {'Port': ['ID=a742d42d-6612-4cab-8163-2b8bb637f8d3,revision_number=1']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:44.859323 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:44.859677 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:44.860047 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:44.860409 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:44.860748 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:44.861082 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:44.861443 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:44.861771 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:44.862101 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:44.862426 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:44.862754 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:44.863095 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:44.863422 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:44.863748 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:44.864070 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:44.895005 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Attempting to bind port a742d42d-6612-4cab-8163-2b8bb637f8d3 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:46:44.895230 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Attempting to bind port a742d42d-6612-4cab-8163-2b8bb637f8d3 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '14b3ac16-854b-4eca-80c6-52a5054d6576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '540ed165-30db-46c7-8958-ade545db3304'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:46:44.895517 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Attempting to bind port a742d42d-6612-4cab-8163-2b8bb637f8d3 on network 540ed165-30db-46c7-8958-ade545db3304 {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:46:44.900847 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:46:44.901265 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Checking segment: {'id': '14b3ac16-854b-4eca-80c6-52a5054d6576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '540ed165-30db-46c7-8958-ade545db3304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:46:44.901674 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:44.902069 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Bound using segment: {'id': '14b3ac16-854b-4eca-80c6-52a5054d6576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '540ed165-30db-46c7-8958-ade545db3304'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:46:44.902538 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Bound port: a742d42d-6612-4cab-8163-2b8bb637f8d3, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b3ac16-854b-4eca-80c6-52a5054d6576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '540ed165-30db-46c7-8958-ade545db3304'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:46:44.902915 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (a742d42d-6612-4cab-8163-2b8bb637f8d3), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:44.966379 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] For port a742d42d-6612-4cab-8163-2b8bb637f8d3, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:46:44.969609 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] For port a742d42d-6612-4cab-8163-2b8bb637f8d3, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=a742d42d-6612-4cab-8163-2b8bb637f8d3,segment=NetworkSegment(14b3ac16-854b-4eca-80c6-52a5054d6576),segment_id=14b3ac16-854b-4eca-80c6-52a5054d6576)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:46:45.030160 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Publish callbacks [] for router_gateway (a76a57fa-4f19-4fe1-85bb-750ec89bafd2), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:45.049391 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:45.049744 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:46:45.059921 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (a742d42d-6612-4cab-8163-2b8bb637f8d3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:45.120523 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569c93b-e998-49e2-a844-59d46bfeccc5 None None] Pushing event updated for resources: {'Port': ['ID=a742d42d-6612-4cab-8163-2b8bb637f8d3,revision_number=2']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:45.512953 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Allocated IP 172.27.1.34 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/a2c77635-55aa-4991-9501-00b0e70817b1) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:46:45.635561 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Publish callbacks [] for port (a2c77635-55aa-4991-9501-00b0e70817b1), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:45.766436 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (a2c77635-55aa-4991-9501-00b0e70817b1), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:45.808917 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:46:45.813866 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:46:45.816430 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:46:45.895814 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c77635-55aa-4991-9501-00b0e70817b1,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:45.971561 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad4312-700c-4c34-8de1-d367c8fc2303 req-7bbe8002-ed89-422e-ad28-ab70e23fc916 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:45.973118 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a2ad4312-700c-4c34-8de1-d367c8fc2303 req-7bbe8002-ed89-422e-ad28-ab70e23fc916 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0745783 Apr 14 20:46:46.032424 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a2ad4312-700c-4c34-8de1-d367c8fc2303 req-11a0e62c-6bc3-47dc-a0c8-269816948281 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517826 Apr 14 20:46:46.198851 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Publish callbacks [] for router_gateway (a76a57fa-4f19-4fe1-85bb-750ec89bafd2), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:46.228993 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5859516-de40-44ca-a612-8ee80526f1cf None None] Network 540ed165-30db-46c7-8958-ade545db3304 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:46:46.304651 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-ce685714-abd0-4989-ad5a-2cd877b8fa47 None None] Provisioning complete for port a742d42d-6612-4cab-8163-2b8bb637f8d3 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:46.305785 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ce685714-abd0-4989-ad5a-2cd877b8fa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (a742d42d-6612-4cab-8163-2b8bb637f8d3), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:46.422030 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1645791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644464'] for router (a76a57fa-4f19-4fe1-85bb-750ec89bafd2), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:46.423427 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-ce685714-abd0-4989-ad5a-2cd877b8fa47 None None] Current status of the port a742d42d-6612-4cab-8163-2b8bb637f8d3 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:46.423887 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ce685714-abd0-4989-ad5a-2cd877b8fa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (a742d42d-6612-4cab-8163-2b8bb637f8d3), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:46.473478 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-ce685714-abd0-4989-ad5a-2cd877b8fa47 None None] For port a742d42d-6612-4cab-8163-2b8bb637f8d3, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=a742d42d-6612-4cab-8163-2b8bb637f8d3,segment=NetworkSegment(14b3ac16-854b-4eca-80c6-52a5054d6576),segment_id=14b3ac16-854b-4eca-80c6-52a5054d6576)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:46:46.594897 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ce685714-abd0-4989-ad5a-2cd877b8fa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (a742d42d-6612-4cab-8163-2b8bb637f8d3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:46.630015 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device a742d42d-6612-4cab-8163-2b8bb637f8d3 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:46:46.684672 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce685714-abd0-4989-ad5a-2cd877b8fa47 None None] Pushing event updated for resources: {'Port': ['ID=a742d42d-6612-4cab-8163-2b8bb637f8d3,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:46.707904 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port a742d42d-6612-4cab-8163-2b8bb637f8d3 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:46.708281 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (a742d42d-6612-4cab-8163-2b8bb637f8d3), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:46.733791 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Router a76a57fa-4f19-4fe1-85bb-750ec89bafd2 is scheduled to L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 with binding_index 1 {{(pid=110411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:46:46.736000 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-0739f199-5106-4232-a236-7475efb82499 None None] Provisioning complete for port a742d42d-6612-4cab-8163-2b8bb637f8d3 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:46.736556 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0739f199-5106-4232-a236-7475efb82499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (a742d42d-6612-4cab-8163-2b8bb637f8d3), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:46.845624 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:46:46.854938 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Sync routers for ids ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:46:46.866697 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Routers {'a76a57fa-4f19-4fe1-85bb-750ec89bafd2'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:46:46.868041 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:46.945375 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:46.947194 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-36658a95-17d2-4e3e-b928-bb7f5e88cd29 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6670341 Apr 14 20:46:46.950134 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 43960) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:46.976392 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port a742d42d-6612-4cab-8163-2b8bb637f8d3 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:46.981374 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Set router a76a57fa-4f19-4fe1-85bb-750ec89bafd2 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:46:46.995923 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-0739f199-5106-4232-a236-7475efb82499 None None] Current status of the port a742d42d-6612-4cab-8163-2b8bb637f8d3 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:47.159525 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43966) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:47.175690 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573b03e-2d6e-4a6a-a710-8f6c2f406073 req-60728803-75ac-4f31-a685-19722a1d640e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:47.182788 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1573b03e-2d6e-4a6a-a710-8f6c2f406073 req-60728803-75ac-4f31-a685-19722a1d640e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0688620 Apr 14 20:46:47.238582 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1573b03e-2d6e-4a6a-a710-8f6c2f406073 req-9d2b73b8-3504-439b-b43e-a6e6aac814af tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545859 Apr 14 20:46:47.270874 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'name': 'tempest-TestShelveInstance-163121252-router', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:44Z', 'updated_at': '2022-04-14T20:46:45Z', 'revision_number': 3, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'gw_port': {'id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:45Z', 'updated_at': '2022-04-14T20:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:47.286680 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1c1841bd-9376-400d-9ad9-5aa4e1af3855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:47.297618 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Checking router: a76a57fa-4f19-4fe1-85bb-750ec89bafd2 for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:46:47.297967 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Updating router a76a57fa-4f19-4fe1-85bb-750ec89bafd2 port a2c77635-55aa-4991-9501-00b0e70817b1 binding host dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:46:47.326878 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (a2c77635-55aa-4991-9501-00b0e70817b1), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:47.365485 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1c1841bd-9376-400d-9ad9-5aa4e1af3855 admin admin] Publish callbacks [] for security_group (4c7ee40f-4382-441e-b027-e624997c821a), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:47.400422 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:47.465245 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1c1841bd-9376-400d-9ad9-5aa4e1af3855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (4c7ee40f-4382-441e-b027-e624997c821a), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:47.507441 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-1c1841bd-9376-400d-9ad9-5aa4e1af3855 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b728c12d09b14721a78ffc35687edb78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463583 Apr 14 20:46:47.509082 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1841bd-9376-400d-9ad9-5aa4e1af3855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7ee40f-4382-441e-b027-e624997c821a,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:47.513158 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43970) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:47.577055 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6df87c1d-e542-4a1c-bf1e-15ec3d2195a0 admin admin] Publish callbacks [] for security_group (4c7ee40f-4382-441e-b027-e624997c821a), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:47.582501 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] Allocated IP 172.20.0.1 (540ed165-30db-46c7-8958-ade545db3304/695c202b-519d-4cd6-a1e7-90a67ca64d14/8b257e84-8b6f-4081-bb0c-a82af4dee32c) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:46:47.603761 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6df87c1d-e542-4a1c-bf1e-15ec3d2195a0 admin admin] Publish callbacks [] for security_group (4c7ee40f-4382-441e-b027-e624997c821a), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:47.612244 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Publish callbacks [] for port (a2c77635-55aa-4991-9501-00b0e70817b1), precommit_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:47.676918 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (a2c77635-55aa-4991-9501-00b0e70817b1), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:47.707019 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] Publish callbacks [] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:47.722158 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Attempting to bind port a2c77635-55aa-4991-9501-00b0e70817b1 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:46:47.722527 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Attempting to bind port a2c77635-55aa-4991-9501-00b0e70817b1 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:46:47.722892 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Attempting to bind port a2c77635-55aa-4991-9501-00b0e70817b1 on network 4d816796-e0bf-4bb0-bd57-0e101c861302 {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:46:47.734223 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:46:47.734602 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Checking segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:46:47.735002 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:47.735388 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Bound using segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:46:47.735847 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Bound port: a2c77635-55aa-4991-9501-00b0e70817b1, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:46:47.736225 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (a2c77635-55aa-4991-9501-00b0e70817b1), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:47.741324 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13006b-63de-44aa-a684-e0db5c1d48e5 None None] Pushing event updated for resources: {'Port': ['ID=a2c77635-55aa-4991-9501-00b0e70817b1,revision_number=2']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:47.766106 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13006b-63de-44aa-a684-e0db5c1d48e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:47.766454 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13006b-63de-44aa-a684-e0db5c1d48e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:47.766829 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13006b-63de-44aa-a684-e0db5c1d48e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:47.767199 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13006b-63de-44aa-a684-e0db5c1d48e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:47.767534 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13006b-63de-44aa-a684-e0db5c1d48e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:47.767867 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13006b-63de-44aa-a684-e0db5c1d48e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:47.768196 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13006b-63de-44aa-a684-e0db5c1d48e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:47.768300 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6df87c1d-e542-4a1c-bf1e-15ec3d2195a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (4c7ee40f-4382-441e-b027-e624997c821a), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:47.768520 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13006b-63de-44aa-a684-e0db5c1d48e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:47.768845 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13006b-63de-44aa-a684-e0db5c1d48e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:47.769171 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13006b-63de-44aa-a684-e0db5c1d48e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:47.769518 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13006b-63de-44aa-a684-e0db5c1d48e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:47.769862 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13006b-63de-44aa-a684-e0db5c1d48e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:47.770186 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13006b-63de-44aa-a684-e0db5c1d48e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:47.776825 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13006b-63de-44aa-a684-e0db5c1d48e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:47.776825 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13006b-63de-44aa-a684-e0db5c1d48e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:46:47.777316 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6df87c1d-e542-4a1c-bf1e-15ec3d2195a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:47.777316 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-6df87c1d-e542-4a1c-bf1e-15ec3d2195a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c7ee40f-4382-441e-b027-e624997c821a HTTP/1.1" status: 204 len: 168 time: 0.2580426 Apr 14 20:46:47.787180 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df87c1d-e542-4a1c-bf1e-15ec3d2195a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7ee40f-4382-441e-b027-e624997c821a,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:47.795194 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:47.810088 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] For port a2c77635-55aa-4991-9501-00b0e70817b1, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:46:47.814008 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] For port a2c77635-55aa-4991-9501-00b0e70817b1, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=a2c77635-55aa-4991-9501-00b0e70817b1,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:46:47.834684 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] Network 540ed165-30db-46c7-8958-ade545db3304 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:46:47.837799 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:46:47.841460 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:46:47.841937 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1644353'] for router_interface (a76a57fa-4f19-4fe1-85bb-750ec89bafd2), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:47.880748 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (a2c77635-55aa-4991-9501-00b0e70817b1), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:47.890549 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] Pushing event updated for resources: {'Port': ['ID=8b257e84-8b6f-4081-bb0c-a82af4dee32c,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:47.942703 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Routers {'a76a57fa-4f19-4fe1-85bb-750ec89bafd2'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:46:47.942703 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:48.007176 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13006b-63de-44aa-a684-e0db5c1d48e5 None None] Pushing event updated for resources: {'Port': ['ID=a2c77635-55aa-4991-9501-00b0e70817b1,revision_number=3']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:48.071672 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] Set router a76a57fa-4f19-4fe1-85bb-750ec89bafd2 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:46:48.083090 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:48.123814 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-d3a6907b-f764-4d3e-bc0b-47bfed893e9b None None] Provisioning complete for port 8b257e84-8b6f-4081-bb0c-a82af4dee32c triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:48.124365 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-d3a6907b-f764-4d3e-bc0b-47bfed893e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:48.161588 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-d3a6907b-f764-4d3e-bc0b-47bfed893e9b None None] Port 8b257e84-8b6f-4081-bb0c-a82af4dee32c cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:46:48.255377 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'name': 'tempest-TestShelveInstance-163121252-router', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:44Z', 'updated_at': '2022-04-14T20:46:45Z', 'revision_number': 3, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'gw_port': {'id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:45Z', 'updated_at': '2022-04-14T20:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:48.283044 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be22433-9ab9-4354-bbdf-54c451d9c668 None None] The sync data for ids ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'] in dv-cinder-837540-3-iscsi is: [{'id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'name': 'tempest-TestShelveInstance-163121252-router', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:44Z', 'updated_at': '2022-04-14T20:46:45Z', 'revision_number': 3, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'gw_port': {'id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:45Z', 'updated_at': '2022-04-14T20:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:46:48.397222 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43984) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:48.413968 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-82a61c97-6e61-407e-b5c5-95e7b83ba67b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:48.486649 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb17665-d9bd-4ce3-b706-286b595ea730 req-fc5a5fe6-11a4-469c-aba6-757b576d3a16 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:48.488186 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7eb17665-d9bd-4ce3-b706-286b595ea730 req-fc5a5fe6-11a4-469c-aba6-757b576d3a16 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0639093 Apr 14 20:46:48.533599 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb95c24-fab0-4024-92d1-521daf9ca30e req-877c399b-13cd-443c-9050-16ce899e1952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:48.535544 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9cb95c24-fab0-4024-92d1-521daf9ca30e req-877c399b-13cd-443c-9050-16ce899e1952 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 1129 time: 0.0685792 Apr 14 20:46:48.551515 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device a742d42d-6612-4cab-8163-2b8bb637f8d3 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:46:48.561817 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] Publish callbacks [] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:48.606235 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7eb17665-d9bd-4ce3-b706-286b595ea730 req-82b9d7ad-9536-40ca-989d-17c2b4c10c94 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067667 Apr 14 20:46:48.632662 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:48.633529 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644017'] for router_interface (a76a57fa-4f19-4fe1-85bb-750ec89bafd2), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:48.683480 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port a742d42d-6612-4cab-8163-2b8bb637f8d3 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:48.684482 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (a742d42d-6612-4cab-8163-2b8bb637f8d3), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:48.689366 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-82a61c97-6e61-407e-b5c5-95e7b83ba67b admin admin] Publish callbacks [] for security_group (a26fae7f-1125-492f-91b1-c59dbb961ab4), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:48.727095 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb95c24-fab0-4024-92d1-521daf9ca30e req-1980babb-a5c1-4e8f-a825-4bbf46d533f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:48.729057 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9cb95c24-fab0-4024-92d1-521daf9ca30e req-1980babb-a5c1-4e8f-a825-4bbf46d533f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 920 time: 0.1830909 Apr 14 20:46:48.792184 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] Pushing event updated for resources: {'Port': ['ID=8b257e84-8b6f-4081-bb0c-a82af4dee32c,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:48.793479 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9cb95c24-fab0-4024-92d1-521daf9ca30e req-2b833b56-639d-4571-b95b-ce844f3e55d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ff77d41-9d83-455f-a8ef-887591066088 HTTP/1.1" status: 200 len: 217 time: 0.0559058 Apr 14 20:46:48.794863 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-82a61c97-6e61-407e-b5c5-95e7b83ba67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a26fae7f-1125-492f-91b1-c59dbb961ab4), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:48.815339 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port a742d42d-6612-4cab-8163-2b8bb637f8d3 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:48.835920 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] Network 540ed165-30db-46c7-8958-ade545db3304 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:46:48.837524 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:46:48.884594 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-82a61c97-6e61-407e-b5c5-95e7b83ba67b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b96053f384142e79bd7729be2061bc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4857864 Apr 14 20:46:48.887329 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a61c97-6e61-407e-b5c5-95e7b83ba67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26fae7f-1125-492f-91b1-c59dbb961ab4,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:48.889789 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 43990) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:48.908534 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb95c24-fab0-4024-92d1-521daf9ca30e req-9bcee9cb-c1ce-484b-b37c-1ece1ceecd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:48.916738 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9cb95c24-fab0-4024-92d1-521daf9ca30e req-9bcee9cb-c1ce-484b-b37c-1ece1ceecd80 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f10567fd-adb1-4429-8b4f-7a10f9ab700f HTTP/1.1" status: 200 len: 858 time: 0.1078312 Apr 14 20:46:48.973160 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb95c24-fab0-4024-92d1-521daf9ca30e req-5fb086f4-4e61-43f2-8cd6-ef2a045591a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:48.975069 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9cb95c24-fab0-4024-92d1-521daf9ca30e req-5fb086f4-4e61-43f2-8cd6-ef2a045591a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3627da5-4396-44c2-b4be-72365d8e14c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456765 Apr 14 20:46:48.990914 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] Router a76a57fa-4f19-4fe1-85bb-750ec89bafd2 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:46:49.100250 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-771c3fe9-3846-41bb-8eb7-f217bff8e8b7 None None] Provisioning complete for port 8b257e84-8b6f-4081-bb0c-a82af4dee32c triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:49.100633 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-771c3fe9-3846-41bb-8eb7-f217bff8e8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:49.103214 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1705be57-07af-4e16-928f-9ca5fb5e3282 admin admin] Publish callbacks [] for security_group (a26fae7f-1125-492f-91b1-c59dbb961ab4), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:49.118679 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:46:49.120454 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9cb95c24-fab0-4024-92d1-521daf9ca30e req-64fda432-7084-44d3-931e-ab72fd3aca74 service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337950 Apr 14 20:46:49.129716 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-cb85fab3-6e2d-432c-b583-8875ee19ad64 admin admin] 10.222.0.15 "PUT /v2.0/routers/a76a57fa-4f19-4fe1-85bb-750ec89bafd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1782887 Apr 14 20:46:49.144159 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-771c3fe9-3846-41bb-8eb7-f217bff8e8b7 None None] Port 8b257e84-8b6f-4081-bb0c-a82af4dee32c cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:46:49.165219 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1705be57-07af-4e16-928f-9ca5fb5e3282 admin admin] Publish callbacks [] for security_group (a26fae7f-1125-492f-91b1-c59dbb961ab4), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:49.263686 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9cb95c24-fab0-4024-92d1-521daf9ca30e req-ad4fc641-029a-4ecf-9e46-16c003ba855c service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256099 Apr 14 20:46:49.400742 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1705be57-07af-4e16-928f-9ca5fb5e3282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a26fae7f-1125-492f-91b1-c59dbb961ab4), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:49.403397 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1705be57-07af-4e16-928f-9ca5fb5e3282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:49.404554 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-1705be57-07af-4e16-928f-9ca5fb5e3282 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a26fae7f-1125-492f-91b1-c59dbb961ab4 HTTP/1.1" status: 204 len: 168 time: 0.5115073 Apr 14 20:46:49.413243 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705be57-07af-4e16-928f-9ca5fb5e3282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26fae7f-1125-492f-91b1-c59dbb961ab4,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:49.756352 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b4df9-92aa-42d7-9790-f685ab6285b6 req-6dace824-6c5e-44f4-8f1f-94bf52739ea0 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:49.762233 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-db6b4df9-92aa-42d7-9790-f685ab6285b6 req-6dace824-6c5e-44f4-8f1f-94bf52739ea0 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0705290 Apr 14 20:46:49.856993 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-db6b4df9-92aa-42d7-9790-f685ab6285b6 req-c9852b8a-e167-4ad9-9a4f-bd9d62b3066e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904415 Apr 14 20:46:50.172785 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44040) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:50.177740 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-50c3cf12-6a85-4fdb-8a5f-9bd9b23fa274 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1394541696-network', 'tenant_id': '371122a149914687ad01a481080aca1d'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:46:50.206863 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Sync routers for ids ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:46:50.216935 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Routers {'a76a57fa-4f19-4fe1-85bb-750ec89bafd2'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:46:50.217594 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:50.299012 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c3cf12-6a85-4fdb-8a5f-9bd9b23fa274 admin admin] Made reservation on behalf of 371122a149914687ad01a481080aca1d for: {'network': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:46:50.302181 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-50c3cf12-6a85-4fdb-8a5f-9bd9b23fa274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:50.312714 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-50c3cf12-6a85-4fdb-8a5f-9bd9b23fa274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:50.332395 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Set router a76a57fa-4f19-4fe1-85bb-750ec89bafd2 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:46:50.409113 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-50c3cf12-6a85-4fdb-8a5f-9bd9b23fa274 admin admin] Publish callbacks [] for security_group (13424106-4a07-417e-a328-a63ace5a4393), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:50.554448 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device a2c77635-55aa-4991-9501-00b0e70817b1 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:46:50.594082 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'name': 'tempest-TestShelveInstance-163121252-router', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:44Z', 'updated_at': '2022-04-14T20:46:47Z', 'revision_number': 4, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'gw_port': {'id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:45Z', 'updated_at': '2022-04-14T20:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '8b257e84-8b6f-4081-bb0c-a82af4dee32c', 'name': '', 'network_id': '540ed165-30db-46c7-8958-ade545db3304', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'mac_address': 'fa:16:3e:f9:78:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:47Z', 'updated_at': '2022-04-14T20:46:48Z', 'revision_number': 2, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'subnets': [{'id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:50.607882 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-50c3cf12-6a85-4fdb-8a5f-9bd9b23fa274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (13424106-4a07-417e-a328-a63ace5a4393), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:50.624350 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Checking router: a76a57fa-4f19-4fe1-85bb-750ec89bafd2 for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:46:50.624350 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Updating router a76a57fa-4f19-4fe1-85bb-750ec89bafd2 port 8b257e84-8b6f-4081-bb0c-a82af4dee32c binding host dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:46:50.633224 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c3cf12-6a85-4fdb-8a5f-9bd9b23fa274 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=110412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:46:50.642921 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3cf12-6a85-4fdb-8a5f-9bd9b23fa274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13424106-4a07-417e-a328-a63ace5a4393,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:50.650315 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-50c3cf12-6a85-4fdb-8a5f-9bd9b23fa274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (68727b13-15ea-4868-abd3-753321565cd1), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:50.650754 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.segments_db [None req-50c3cf12-6a85-4fdb-8a5f-9bd9b23fa274 admin admin] Added segment 68727b13-15ea-4868-abd3-753321565cd1 of type vlan for network 9e0991ba-afb1-426d-a809-e8f5dd114b8a Apr 14 20:46:50.660698 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:50.675292 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port a2c77635-55aa-4991-9501-00b0e70817b1 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:50.675669 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (a2c77635-55aa-4991-9501-00b0e70817b1), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:50.702009 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-50c3cf12-6a85-4fdb-8a5f-9bd9b23fa274 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (9e0991ba-afb1-426d-a809-e8f5dd114b8a), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:50.888253 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port a2c77635-55aa-4991-9501-00b0e70817b1 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:50.888814 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (a2c77635-55aa-4991-9501-00b0e70817b1), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:50.919428 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] For port a2c77635-55aa-4991-9501-00b0e70817b1, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=a2c77635-55aa-4991-9501-00b0e70817b1,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:46:50.975693 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e675d07-97f6-46b9-b059-f826cd4d185f req-76675cbb-c9f5-4b04-a0e8-b9c154ec7f95 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:50.977259 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0e675d07-97f6-46b9-b059-f826cd4d185f req-76675cbb-c9f5-4b04-a0e8-b9c154ec7f95 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0513933 Apr 14 20:46:51.006300 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Publish callbacks [] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), precommit_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:51.019580 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-50c3cf12-6a85-4fdb-8a5f-9bd9b23fa274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (9e0991ba-afb1-426d-a809-e8f5dd114b8a), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:51.024445 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (a2c77635-55aa-4991-9501-00b0e70817b1), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:51.027219 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c3cf12-6a85-4fdb-8a5f-9bd9b23fa274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:51.029763 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-50c3cf12-6a85-4fdb-8a5f-9bd9b23fa274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:51.036621 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0e675d07-97f6-46b9-b059-f826cd4d185f req-13f944f5-6de6-4437-b355-04478adb9b2b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531456 Apr 14 20:46:51.081535 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Pushing event updated for resources: {'Port': ['ID=a2c77635-55aa-4991-9501-00b0e70817b1,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:51.100742 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3cf12-6a85-4fdb-8a5f-9bd9b23fa274 admin admin] Pushing event updated for resources: {'Network': ['ID=9e0991ba-afb1-426d-a809-e8f5dd114b8a,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:51.111438 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network 9e0991ba-afb1-426d-a809-e8f5dd114b8a details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:46:51.135067 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:51.157609 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-50c3cf12-6a85-4fdb-8a5f-9bd9b23fa274 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9834447 Apr 14 20:46:51.157729 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44062) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:51.163692 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-b48bdf87-89f0-42f3-9a93-12a57448fbcf admin admin] Request body: {'subnet': {'network_id': '9e0991ba-afb1-426d-a809-e8f5dd114b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1394541696-subnet', 'tenant_id': '371122a149914687ad01a481080aca1d', 'ip_version': 4}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:46:51.237449 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce327d-f558-4574-85c3-0e959c3ef313 None None] Pushing event updated for resources: {'Port': ['ID=8b257e84-8b6f-4081-bb0c-a82af4dee32c,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:51.242182 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48bdf87-89f0-42f3-9a93-12a57448fbcf admin admin] Made reservation on behalf of 371122a149914687ad01a481080aca1d for: {'subnet': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:46:51.247732 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b48bdf87-89f0-42f3-9a93-12a57448fbcf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:51.304712 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Attempting to bind port 8b257e84-8b6f-4081-bb0c-a82af4dee32c on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:46:51.306439 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Attempting to bind port 8b257e84-8b6f-4081-bb0c-a82af4dee32c by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '14b3ac16-854b-4eca-80c6-52a5054d6576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '540ed165-30db-46c7-8958-ade545db3304'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:46:51.306917 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Attempting to bind port 8b257e84-8b6f-4081-bb0c-a82af4dee32c on network 540ed165-30db-46c7-8958-ade545db3304 {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:46:51.317248 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:46:51.317248 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Checking segment: {'id': '14b3ac16-854b-4eca-80c6-52a5054d6576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '540ed165-30db-46c7-8958-ade545db3304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:46:51.317248 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:51.317248 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Bound using segment: {'id': '14b3ac16-854b-4eca-80c6-52a5054d6576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '540ed165-30db-46c7-8958-ade545db3304'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:46:51.317248 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Bound port: 8b257e84-8b6f-4081-bb0c-a82af4dee32c, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b3ac16-854b-4eca-80c6-52a5054d6576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '540ed165-30db-46c7-8958-ade545db3304'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:46:51.317248 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:51.407986 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] For port 8b257e84-8b6f-4081-bb0c-a82af4dee32c, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:46:51.411656 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] For port 8b257e84-8b6f-4081-bb0c-a82af4dee32c, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=8b257e84-8b6f-4081-bb0c-a82af4dee32c,segment=NetworkSegment(14b3ac16-854b-4eca-80c6-52a5054d6576),segment_id=14b3ac16-854b-4eca-80c6-52a5054d6576)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:46:51.485133 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-2ab8b9f4-e5c7-4fd2-a0e1-12fd57527d35 None None] Provisioning complete for port 8b257e84-8b6f-4081-bb0c-a82af4dee32c triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:51.485524 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b9f4-e5c7-4fd2-a0e1-12fd57527d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:51.488654 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:51.574170 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b48bdf87-89f0-42f3-9a93-12a57448fbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for subnet (b7f03862-471b-416d-901e-0b2e7cfaf328), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:51.588520 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce327d-f558-4574-85c3-0e959c3ef313 None None] Pushing event updated for resources: {'Port': ['ID=8b257e84-8b6f-4081-bb0c-a82af4dee32c,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:51.591881 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Routers {'a76a57fa-4f19-4fe1-85bb-750ec89bafd2'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:46:51.592482 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:51.656618 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bdf87-89f0-42f3-9a93-12a57448fbcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f03862-471b-416d-901e-0b2e7cfaf328,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:51.684557 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48bdf87-89f0-42f3-9a93-12a57448fbcf admin admin] Checking segment: {'id': '68727b13-15ea-4868-abd3-753321565cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9e0991ba-afb1-426d-a809-e8f5dd114b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:46:51.684924 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48bdf87-89f0-42f3-9a93-12a57448fbcf admin admin] Network hostable DHCP agents. Network: 9e0991ba-afb1-426d-a809-e8f5dd114b8a, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:46:51.738284 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8b9f4-e5c7-4fd2-a0e1-12fd57527d35 None None] Current status of the port 8b257e84-8b6f-4081-bb0c-a82af4dee32c is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:51.738674 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b9f4-e5c7-4fd2-a0e1-12fd57527d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:51.788137 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44080) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:51.800851 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] Set router a76a57fa-4f19-4fe1-85bb-750ec89bafd2 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:46:51.804292 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-2ab8b9f4-e5c7-4fd2-a0e1-12fd57527d35 None None] For port 8b257e84-8b6f-4081-bb0c-a82af4dee32c, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=8b257e84-8b6f-4081-bb0c-a82af4dee32c,segment=NetworkSegment(14b3ac16-854b-4eca-80c6-52a5054d6576),segment_id=14b3ac16-854b-4eca-80c6-52a5054d6576)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:46:51.863218 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48bdf87-89f0-42f3-9a93-12a57448fbcf admin admin] Network 9e0991ba-afb1-426d-a809-e8f5dd114b8a is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:46:51.901972 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b9f4-e5c7-4fd2-a0e1-12fd57527d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:51.956684 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-b48bdf87-89f0-42f3-9a93-12a57448fbcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, 9e0991ba-afb1-426d-a809-e8f5dd114b8a) {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:46:51.966141 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48bdf87-89f0-42f3-9a93-12a57448fbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:51.968140 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b48bdf87-89f0-42f3-9a93-12a57448fbcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:51.969747 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b7bb1c-7665-4a9c-bfb8-230995216fe3 None None] Network 9e0991ba-afb1-426d-a809-e8f5dd114b8a requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:46:52.036993 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3bf36c20-f534-4cf5-b6f6-26e267305467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:52.054173 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8b9f4-e5c7-4fd2-a0e1-12fd57527d35 None None] Pushing event updated for resources: {'Port': ['ID=8b257e84-8b6f-4081-bb0c-a82af4dee32c,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:52.060325 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-b48bdf87-89f0-42f3-9a93-12a57448fbcf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9015207 Apr 14 20:46:52.062849 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44088) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:52.067658 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1394541696-router', 'tenant_id': '371122a149914687ad01a481080aca1d', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:46:52.081090 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-65bf9817-474d-4e25-b391-421c8fde6d2e None None] Provisioning complete for port 8b257e84-8b6f-4081-bb0c-a82af4dee32c triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:52.081497 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-65bf9817-474d-4e25-b391-421c8fde6d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:52.152449 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3bf36c20-f534-4cf5-b6f6-26e267305467 admin admin] Publish callbacks [] for security_group (7ae47407-d12c-4649-98d3-6223dfbd820f), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:52.185227 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35b123-0497-462f-a260-cf357d913530 req-785eddcb-ecf5-4c25-9a16-b32ce6b9585c tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:52.188447 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70787b4f-c4d6-57ef-b37a-8087626a5f8a-9e0991ba-afb1-426d-a809-e8f5dd114b8a', 'network_id': '9e0991ba-afb1-426d-a809-e8f5dd114b8a', 'project_id': '371122a149914687ad01a481080aca1d', 'fixed_ips': [{'subnet_id': 'b7f03862-471b-416d-901e-0b2e7cfaf328'}]}} from dv-cinder-837540-3-iscsi. {{(pid=110413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:46:52.189314 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:52.189716 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7e35b123-0497-462f-a260-cf357d913530 req-785eddcb-ecf5-4c25-9a16-b32ce6b9585c tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0606577 Apr 14 20:46:52.191855 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1644632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25840'] for router (5fb94be8-704f-4ccc-a225-785608726400), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:52.192954 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1645768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25833'] for router (5fb94be8-704f-4ccc-a225-785608726400), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:52.194315 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'name': 'tempest-TestShelveInstance-163121252-router', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:44Z', 'updated_at': '2022-04-14T20:46:47Z', 'revision_number': 4, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'gw_port': {'id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:45Z', 'updated_at': '2022-04-14T20:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '8b257e84-8b6f-4081-bb0c-a82af4dee32c', 'name': '', 'network_id': '540ed165-30db-46c7-8958-ade545db3304', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'mac_address': 'fa:16:3e:f9:78:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:47Z', 'updated_at': '2022-04-14T20:46:51Z', 'revision_number': 4, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'subnets': [{'id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:52.238925 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aaf572-4ec1-46e8-9ec0-9394f484770a None None] The sync data for ids ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'] in dv-cinder-837540-3-iscsi is: [{'id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'name': 'tempest-TestShelveInstance-163121252-router', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:44Z', 'updated_at': '2022-04-14T20:46:47Z', 'revision_number': 4, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'gw_port': {'id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:45Z', 'updated_at': '2022-04-14T20:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '8b257e84-8b6f-4081-bb0c-a82af4dee32c', 'name': '', 'network_id': '540ed165-30db-46c7-8958-ade545db3304', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'mac_address': 'fa:16:3e:f9:78:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:47Z', 'updated_at': '2022-04-14T20:46:51Z', 'revision_number': 4, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'subnets': [{'id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:46:52.244448 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7e35b123-0497-462f-a260-cf357d913530 req-2fdc1f8d-7284-4172-8f9f-cb091ef97cc3 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468507 Apr 14 20:46:52.262641 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3bf36c20-f534-4cf5-b6f6-26e267305467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (7ae47407-d12c-4649-98d3-6223dfbd820f), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:52.289117 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Publish callbacks [] for router_controller (5fb94be8-704f-4ccc-a225-785608726400), precommit_add_association {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:52.328247 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-3bf36c20-f534-4cf5-b6f6-26e267305467 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a206938a94d43f8a8773dd971298851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5332608 Apr 14 20:46:52.329097 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44096) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:52.338744 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf36c20-f534-4cf5-b6f6-26e267305467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae47407-d12c-4649-98d3-6223dfbd820f,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:52.395859 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-65bf9817-474d-4e25-b391-421c8fde6d2e None None] Current status of the port 8b257e84-8b6f-4081-bb0c-a82af4dee32c is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:52.423534 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3d7211ff-b783-4588-b882-9db9716dc051 admin admin] Publish callbacks [] for security_group (7ae47407-d12c-4649-98d3-6223dfbd820f), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:52.456011 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3d7211ff-b783-4588-b882-9db9716dc051 admin admin] Publish callbacks [] for security_group (7ae47407-d12c-4649-98d3-6223dfbd820f), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:52.522604 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.db_base_plugin_common [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Allocated IP 172.20.0.2 (9e0991ba-afb1-426d-a809-e8f5dd114b8a/b7f03862-471b-416d-901e-0b2e7cfaf328/d68bc073-e377-4f0c-af2c-44b75a16fa35) {{(pid=110413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:46:52.631428 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3d7211ff-b783-4588-b882-9db9716dc051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (7ae47407-d12c-4649-98d3-6223dfbd820f), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:52.631691 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Publish callbacks [] for router_gateway (5fb94be8-704f-4ccc-a225-785608726400), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:52.639030 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3d7211ff-b783-4588-b882-9db9716dc051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:52.639446 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-3d7211ff-b783-4588-b882-9db9716dc051 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ae47407-d12c-4649-98d3-6223dfbd820f HTTP/1.1" status: 204 len: 168 time: 0.3088393 Apr 14 20:46:52.656277 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7211ff-b783-4588-b882-9db9716dc051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae47407-d12c-4649-98d3-6223dfbd820f,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:52.767977 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device a2c77635-55aa-4991-9501-00b0e70817b1 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:46:52.903418 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port a2c77635-55aa-4991-9501-00b0e70817b1 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:52.903861 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (a2c77635-55aa-4991-9501-00b0e70817b1), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:52.977882 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Publish callbacks [] for router_gateway (5fb94be8-704f-4ccc-a225-785608726400), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:52.983828 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-d8cd5aeb-cf40-4e97-9f17-a3b9b1141548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:52.985730 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Publish callbacks [] for port (d68bc073-e377-4f0c-af2c-44b75a16fa35), precommit_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:53.005199 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:53.010230 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44108) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:53.071652 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port a2c77635-55aa-4991-9501-00b0e70817b1 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:53.072820 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 8b257e84-8b6f-4081-bb0c-a82af4dee32c up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:46:53.077045 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (d68bc073-e377-4f0c-af2c-44b75a16fa35), after_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:53.180973 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Network 9e0991ba-afb1-426d-a809-e8f5dd114b8a is already hosted by enough agents. {{(pid=110413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:46:53.189533 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.base_scheduler [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Resources bound (agent type, host, resource id): {{(pid=110413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:46:53.191491 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Received port after_create {{(pid=110413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:46:53.193734 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Pushing event updated for resources: {'Port': ['ID=d68bc073-e377-4f0c-af2c-44b75a16fa35,revision_number=1']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:53.205457 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Allocated IP 172.27.1.3 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/81659649-659f-4dde-9bb4-f47585da06bf) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:46:53.234504 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-68ad1b77-584f-4742-8cc3-fd91b93fdbcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:53.273173 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 8b257e84-8b6f-4081-bb0c-a82af4dee32c triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:53.273795 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:53.283461 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Attempting to bind port d68bc073-e377-4f0c-af2c-44b75a16fa35 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:46:53.283461 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Attempting to bind port d68bc073-e377-4f0c-af2c-44b75a16fa35 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '68727b13-15ea-4868-abd3-753321565cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9e0991ba-afb1-426d-a809-e8f5dd114b8a'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:46:53.283461 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Attempting to bind port d68bc073-e377-4f0c-af2c-44b75a16fa35 on network 9e0991ba-afb1-426d-a809-e8f5dd114b8a {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:46:53.329128 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:46:53.329412 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Checking segment: {'id': '68727b13-15ea-4868-abd3-753321565cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9e0991ba-afb1-426d-a809-e8f5dd114b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:46:53.330046 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:53.330448 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Bound using segment: {'id': '68727b13-15ea-4868-abd3-753321565cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9e0991ba-afb1-426d-a809-e8f5dd114b8a'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:46:53.331093 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Bound port: d68bc073-e377-4f0c-af2c-44b75a16fa35, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68727b13-15ea-4868-abd3-753321565cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9e0991ba-afb1-426d-a809-e8f5dd114b8a'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:46:53.331284 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (d68bc073-e377-4f0c-af2c-44b75a16fa35), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:53.346601 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-68ad1b77-584f-4742-8cc3-fd91b93fdbcd admin admin] Publish callbacks [] for security_group (6301b8a7-4c9d-4d4e-a5f6-c94f35db65d5), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:53.426468 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Publish callbacks [] for port (81659649-659f-4dde-9bb4-f47585da06bf), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:53.446144 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-68ad1b77-584f-4742-8cc3-fd91b93fdbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (6301b8a7-4c9d-4d4e-a5f6-c94f35db65d5), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:53.479716 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8dd36-26aa-4575-8f60-ccd458bc550f req-e7a83d70-770c-4126-ac2e-6d3a12ab7d88 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:53.481769 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-efe8dd36-26aa-4575-8f60-ccd458bc550f req-e7a83d70-770c-4126-ac2e-6d3a12ab7d88 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.1196961 Apr 14 20:46:53.491297 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] For port d68bc073-e377-4f0c-af2c-44b75a16fa35, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:46:53.512408 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] For port d68bc073-e377-4f0c-af2c-44b75a16fa35, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=d68bc073-e377-4f0c-af2c-44b75a16fa35,segment=NetworkSegment(68727b13-15ea-4868-abd3-753321565cd1),segment_id=68727b13-15ea-4868-abd3-753321565cd1)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:46:53.516382 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 8b257e84-8b6f-4081-bb0c-a82af4dee32c is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:53.533876 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-68ad1b77-584f-4742-8cc3-fd91b93fdbcd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee1d43eb5e534870955f234fd28f70d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5222847 Apr 14 20:46:53.535625 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad1b77-584f-4742-8cc3-fd91b93fdbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6301b8a7-4c9d-4d4e-a5f6-c94f35db65d5,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:53.537557 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44120) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:53.572077 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-efe8dd36-26aa-4575-8f60-ccd458bc550f req-43a3af05-fed0-443f-95e7-cc8d359f8541 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796125 Apr 14 20:46:53.586979 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44122) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:53.599607 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (81659649-659f-4dde-9bb4-f47585da06bf), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:53.601082 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-92bc8649-f46f-4c2e-808f-7e67567c35bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:53.643194 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (d68bc073-e377-4f0c-af2c-44b75a16fa35), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:53.650884 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:46:53.657066 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:46:53.666780 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:46:53.687650 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Pushing event updated for resources: {'Port': ['ID=81659649-659f-4dde-9bb4-f47585da06bf,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:53.738222 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-92bc8649-f46f-4c2e-808f-7e67567c35bb admin admin] Publish callbacks [] for security_group (39d20287-b00b-4761-ab1c-f550d080cc5a), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:53.766202 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067fb40-e7ab-4ef1-922d-773e5d98ba11 None None] Pushing event updated for resources: {'Port': ['ID=d68bc073-e377-4f0c-af2c-44b75a16fa35,revision_number=2']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:53.766586 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-41ea8973-0600-4622-94eb-c8cea13ced8c admin admin] Publish callbacks [] for security_group (6301b8a7-4c9d-4d4e-a5f6-c94f35db65d5), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:53.813878 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-41ea8973-0600-4622-94eb-c8cea13ced8c admin admin] Publish callbacks [] for security_group (6301b8a7-4c9d-4d4e-a5f6-c94f35db65d5), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:53.877159 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-92bc8649-f46f-4c2e-808f-7e67567c35bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (39d20287-b00b-4761-ab1c-f550d080cc5a), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:53.939320 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc8649-f46f-4c2e-808f-7e67567c35bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d20287-b00b-4761-ab1c-f550d080cc5a,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:53.944048 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-92bc8649-f46f-4c2e-808f-7e67567c35bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df01f35996584b509dc551a7878cfde4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3560007 Apr 14 20:46:53.947133 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44124) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:54.003646 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-41fcdb09-f99f-4460-bddb-a850b6ace9a6 admin admin] Publish callbacks [] for security_group (39d20287-b00b-4761-ab1c-f550d080cc5a), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:54.033872 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-41fcdb09-f99f-4460-bddb-a850b6ace9a6 admin admin] Publish callbacks [] for security_group (39d20287-b00b-4761-ab1c-f550d080cc5a), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:54.034556 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-41ea8973-0600-4622-94eb-c8cea13ced8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (6301b8a7-4c9d-4d4e-a5f6-c94f35db65d5), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:54.037096 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-41ea8973-0600-4622-94eb-c8cea13ced8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:54.038320 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-41ea8973-0600-4622-94eb-c8cea13ced8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6301b8a7-4c9d-4d4e-a5f6-c94f35db65d5 HTTP/1.1" status: 204 len: 168 time: 0.4997387 Apr 14 20:46:54.065337 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea8973-0600-4622-94eb-c8cea13ced8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6301b8a7-4c9d-4d4e-a5f6-c94f35db65d5,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:54.128137 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Publish callbacks [] for router_gateway (5fb94be8-704f-4ccc-a225-785608726400), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:54.180563 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-41fcdb09-f99f-4460-bddb-a850b6ace9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (39d20287-b00b-4761-ab1c-f550d080cc5a), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:54.184958 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-41fcdb09-f99f-4460-bddb-a850b6ace9a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:54.186343 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-41fcdb09-f99f-4460-bddb-a850b6ace9a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39d20287-b00b-4761-ab1c-f550d080cc5a HTTP/1.1" status: 204 len: 168 time: 0.2380822 Apr 14 20:46:54.201291 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcdb09-f99f-4460-bddb-a850b6ace9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d20287-b00b-4761-ab1c-f550d080cc5a,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:54.363496 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1645791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644464'] for router (5fb94be8-704f-4ccc-a225-785608726400), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:54.627015 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Router 5fb94be8-704f-4ccc-a225-785608726400 is scheduled to L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 with binding_index 1 {{(pid=110411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:46:54.632305 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device d68bc073-e377-4f0c-af2c-44b75a16fa35 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:46:54.779977 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port d68bc073-e377-4f0c-af2c-44b75a16fa35 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:54.780363 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (d68bc073-e377-4f0c-af2c-44b75a16fa35), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:54.817986 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e04e7-4f94-4898-aef2-ac1da3fa8bb1 req-bd322acb-d545-4309-a990-5ebb8a05dbab tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:54.819565 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5b7e04e7-4f94-4898-aef2-ac1da3fa8bb1 req-bd322acb-d545-4309-a990-5ebb8a05dbab tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.1302381 Apr 14 20:46:54.841593 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:46:54.853494 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Sync routers for ids ['5fb94be8-704f-4ccc-a225-785608726400'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:46:54.866075 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Routers {'5fb94be8-704f-4ccc-a225-785608726400'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:46:54.866694 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['5fb94be8-704f-4ccc-a225-785608726400'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:54.912170 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5b7e04e7-4f94-4898-aef2-ac1da3fa8bb1 req-7dae7cfd-7ba4-4578-b14a-86545893035f tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774648 Apr 14 20:46:54.928094 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f771bdfe-f142-4f07-a757-2a738fc31f1e None None] Network 9e0991ba-afb1-426d-a809-e8f5dd114b8a requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:46:54.962768 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port d68bc073-e377-4f0c-af2c-44b75a16fa35 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:54.963075 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (d68bc073-e377-4f0c-af2c-44b75a16fa35), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:54.969192 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:54.974831 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ba4ab6df-e500-4d7e-b481-4c62bc1237b5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9096994 Apr 14 20:46:54.975191 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44154) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:54.994212 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Set router 5fb94be8-704f-4ccc-a225-785608726400 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:46:55.030259 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-1f7c5765-d071-49b0-89bc-7c56b720f23f None None] Provisioning complete for port d68bc073-e377-4f0c-af2c-44b75a16fa35 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:55.030917 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5765-d071-49b0-89bc-7c56b720f23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (d68bc073-e377-4f0c-af2c-44b75a16fa35), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:55.112163 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] For port d68bc073-e377-4f0c-af2c-44b75a16fa35, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=d68bc073-e377-4f0c-af2c-44b75a16fa35,segment=NetworkSegment(68727b13-15ea-4868-abd3-753321565cd1),segment_id=68727b13-15ea-4868-abd3-753321565cd1)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:46:55.121166 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-bc369aaa-0edd-40bb-bc1a-b30286e51aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:55.181022 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c5765-d071-49b0-89bc-7c56b720f23f None None] Current status of the port d68bc073-e377-4f0c-af2c-44b75a16fa35 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:55.181467 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5765-d071-49b0-89bc-7c56b720f23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (d68bc073-e377-4f0c-af2c-44b75a16fa35), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:55.202317 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb94be8-704f-4ccc-a225-785608726400', 'name': 'tempest-TestShelveInstance-1394541696-router', 'tenant_id': '371122a149914687ad01a481080aca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '81659649-659f-4dde-9bb4-f47585da06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:52Z', 'updated_at': '2022-04-14T20:46:53Z', 'revision_number': 3, 'project_id': '371122a149914687ad01a481080aca1d', 'gw_port': {'id': '81659649-659f-4dde-9bb4-f47585da06bf', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb94be8-704f-4ccc-a225-785608726400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:53Z', 'updated_at': '2022-04-14T20:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:55.232019 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Checking router: 5fb94be8-704f-4ccc-a225-785608726400 for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:46:55.232639 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Updating router 5fb94be8-704f-4ccc-a225-785608726400 port 81659649-659f-4dde-9bb4-f47585da06bf binding host dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:46:55.251424 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (d68bc073-e377-4f0c-af2c-44b75a16fa35), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:55.265203 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (81659649-659f-4dde-9bb4-f47585da06bf), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:55.351242 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.db.api [None req-1f7c5765-d071-49b0-89bc-7c56b720f23f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 20:46:55.351642 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG oslo_db.api [None req-1f7c5765-d071-49b0-89bc-7c56b720f23f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 20:46:55.377846 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Pushing event updated for resources: {'Port': ['ID=d68bc073-e377-4f0c-af2c-44b75a16fa35,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:55.690708 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Publish callbacks [] for port (81659649-659f-4dde-9bb4-f47585da06bf), precommit_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:55.757261 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (81659649-659f-4dde-9bb4-f47585da06bf), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:55.809591 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Attempting to bind port 81659649-659f-4dde-9bb4-f47585da06bf on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:46:55.810219 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Attempting to bind port 81659649-659f-4dde-9bb4-f47585da06bf by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:46:55.810749 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Attempting to bind port 81659649-659f-4dde-9bb4-f47585da06bf on network 4d816796-e0bf-4bb0-bd57-0e101c861302 {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:46:55.819127 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:46:55.825382 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Checking segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:46:55.825382 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:55.825698 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44182) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:55.826131 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Bound using segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:46:55.826131 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Bound port: 81659649-659f-4dde-9bb4-f47585da06bf, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:46:55.826131 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (81659649-659f-4dde-9bb4-f47585da06bf), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:55.827193 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6622da-eecc-42ee-b2bd-af8ea75eb624 None None] Pushing event updated for resources: {'Port': ['ID=81659649-659f-4dde-9bb4-f47585da06bf,revision_number=2']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:55.887247 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] For port 81659649-659f-4dde-9bb4-f47585da06bf, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:46:55.891902 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] For port 81659649-659f-4dde-9bb4-f47585da06bf, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=81659649-659f-4dde-9bb4-f47585da06bf,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:46:55.910493 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:55.917532 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c5765-d071-49b0-89bc-7c56b720f23f None None] Current status of the port d68bc073-e377-4f0c-af2c-44b75a16fa35 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:55.969986 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-837204f6-18e9-45be-ba8b-6bea2785eefd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-868690329-network', 'tenant_id': '4594533c2d114769b73069549c61e38e'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:46:55.972009 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (81659649-659f-4dde-9bb4-f47585da06bf), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:56.032321 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Routers {'5fb94be8-704f-4ccc-a225-785608726400'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:46:56.038490 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['5fb94be8-704f-4ccc-a225-785608726400'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:56.044174 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05440d9-2ab0-4ae2-9618-3fa1be3e7462 req-7b45a259-4075-4936-a283-d4ebc118c089 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:56.045770 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d05440d9-2ab0-4ae2-9618-3fa1be3e7462 req-7b45a259-4075-4936-a283-d4ebc118c089 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0692303 Apr 14 20:46:56.049524 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7cc5fd8a-6a9f-477f-80ab-621e0368d521 None None] Provisioning complete for port d68bc073-e377-4f0c-af2c-44b75a16fa35 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:56.050229 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7cc5fd8a-6a9f-477f-80ab-621e0368d521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (d68bc073-e377-4f0c-af2c-44b75a16fa35), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:56.106224 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d05440d9-2ab0-4ae2-9618-3fa1be3e7462 req-abfed139-6a42-4054-9639-cd8aec0036f2 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546210 Apr 14 20:46:56.107016 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837204f6-18e9-45be-ba8b-6bea2785eefd admin admin] Made reservation on behalf of 4594533c2d114769b73069549c61e38e for: {'network': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:46:56.110654 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-837204f6-18e9-45be-ba8b-6bea2785eefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:56.117905 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] Allocated IP 172.20.0.1 (9e0991ba-afb1-426d-a809-e8f5dd114b8a/b7f03862-471b-416d-901e-0b2e7cfaf328/2d4eb54a-37ab-49dc-99c4-6d28287f42c9) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:46:56.129945 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-837204f6-18e9-45be-ba8b-6bea2785eefd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:56.162426 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7cc5fd8a-6a9f-477f-80ab-621e0368d521 None None] Current status of the port d68bc073-e377-4f0c-af2c-44b75a16fa35 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:56.214786 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] Set router 5fb94be8-704f-4ccc-a225-785608726400 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:46:56.216807 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6622da-eecc-42ee-b2bd-af8ea75eb624 None None] Pushing event updated for resources: {'Port': ['ID=81659649-659f-4dde-9bb4-f47585da06bf,revision_number=3']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:56.261854 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-837204f6-18e9-45be-ba8b-6bea2785eefd admin admin] Publish callbacks [] for security_group (7724a2cf-c5eb-4cde-b803-49b4163b81c8), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:56.268448 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] Publish callbacks [] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:56.338451 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-837204f6-18e9-45be-ba8b-6bea2785eefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (7724a2cf-c5eb-4cde-b803-49b4163b81c8), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:56.351023 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837204f6-18e9-45be-ba8b-6bea2785eefd admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=110411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:46:56.360982 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:56.361347 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:56.375336 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-837204f6-18e9-45be-ba8b-6bea2785eefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (4e504fd8-3379-4212-91e2-36a72a9d764c), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:56.375695 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.segments_db [None req-837204f6-18e9-45be-ba8b-6bea2785eefd admin admin] Added segment 4e504fd8-3379-4212-91e2-36a72a9d764c of type vlan for network e9124821-6384-483a-bd3f-30476db1701e Apr 14 20:46:56.395288 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837204f6-18e9-45be-ba8b-6bea2785eefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7724a2cf-c5eb-4cde-b803-49b4163b81c8,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:56.415538 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] Network 9e0991ba-afb1-426d-a809-e8f5dd114b8a is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:46:56.418653 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:46:56.438591 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:46:56.467257 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-837204f6-18e9-45be-ba8b-6bea2785eefd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (e9124821-6384-483a-bd3f-30476db1701e), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:56.479159 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb94be8-704f-4ccc-a225-785608726400', 'name': 'tempest-TestShelveInstance-1394541696-router', 'tenant_id': '371122a149914687ad01a481080aca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '81659649-659f-4dde-9bb4-f47585da06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:52Z', 'updated_at': '2022-04-14T20:46:53Z', 'revision_number': 3, 'project_id': '371122a149914687ad01a481080aca1d', 'gw_port': {'id': '81659649-659f-4dde-9bb4-f47585da06bf', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb94be8-704f-4ccc-a225-785608726400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:53Z', 'updated_at': '2022-04-14T20:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:56.535929 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1644353'] for router_interface (5fb94be8-704f-4ccc-a225-785608726400), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:56.539635 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] Pushing event updated for resources: {'Port': ['ID=2d4eb54a-37ab-49dc-99c4-6d28287f42c9,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:56.545991 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-837204f6-18e9-45be-ba8b-6bea2785eefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (e9124821-6384-483a-bd3f-30476db1701e), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:56.548008 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837204f6-18e9-45be-ba8b-6bea2785eefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:56.549120 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-837204f6-18e9-45be-ba8b-6bea2785eefd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:56.551131 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69029f2-c4ad-40cc-a10a-a79faad3a24f None None] The sync data for ids ['5fb94be8-704f-4ccc-a225-785608726400'] in dv-cinder-837540-3-iscsi is: [{'id': '5fb94be8-704f-4ccc-a225-785608726400', 'name': 'tempest-TestShelveInstance-1394541696-router', 'tenant_id': '371122a149914687ad01a481080aca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '81659649-659f-4dde-9bb4-f47585da06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:52Z', 'updated_at': '2022-04-14T20:46:53Z', 'revision_number': 3, 'project_id': '371122a149914687ad01a481080aca1d', 'gw_port': {'id': '81659649-659f-4dde-9bb4-f47585da06bf', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb94be8-704f-4ccc-a225-785608726400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:53Z', 'updated_at': '2022-04-14T20:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:46:56.628036 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device d68bc073-e377-4f0c-af2c-44b75a16fa35 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:46:56.665740 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837204f6-18e9-45be-ba8b-6bea2785eefd admin admin] Pushing event updated for resources: {'Network': ['ID=e9124821-6384-483a-bd3f-30476db1701e,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:56.695091 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network e9124821-6384-483a-bd3f-30476db1701e details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:46:56.702493 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-837204f6-18e9-45be-ba8b-6bea2785eefd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8774896 Apr 14 20:46:56.703353 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44208) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:56.716962 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-4625b237-9a8a-49ef-8bbc-e62113d56719 admin admin] Request body: {'subnet': {'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-868690329-subnet', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'ip_version': 4}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:46:56.805464 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port d68bc073-e377-4f0c-af2c-44b75a16fa35 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:56.806045 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (d68bc073-e377-4f0c-af2c-44b75a16fa35), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:56.813690 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-b29a065a-c9b9-4166-a8d9-d4706e0f3006 None None] Provisioning complete for port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:56.814261 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b29a065a-c9b9-4166-a8d9-d4706e0f3006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:56.856330 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4625b237-9a8a-49ef-8bbc-e62113d56719 admin admin] Made reservation on behalf of 4594533c2d114769b73069549c61e38e for: {'subnet': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:46:56.859144 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4625b237-9a8a-49ef-8bbc-e62113d56719 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:56.881384 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-b29a065a-c9b9-4166-a8d9-d4706e0f3006 None None] Port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:46:56.928295 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:56.963801 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port d68bc073-e377-4f0c-af2c-44b75a16fa35 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:57.202021 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] Publish callbacks [] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:57.240834 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4625b237-9a8a-49ef-8bbc-e62113d56719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for subnet (177c8868-9176-40ed-9fba-016fb7a72185), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:57.284721 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040aa38-86c3-4671-8617-654c5a5a4df0 req-ecf67dfe-89c7-4069-b185-49d7e2a2f9c3 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:57.284721 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8040aa38-86c3-4671-8617-654c5a5a4df0 req-ecf67dfe-89c7-4069-b185-49d7e2a2f9c3 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0524404 Apr 14 20:46:57.284721 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:57.312218 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625b237-9a8a-49ef-8bbc-e62113d56719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=177c8868-9176-40ed-9fba-016fb7a72185,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:57.330197 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4625b237-9a8a-49ef-8bbc-e62113d56719 admin admin] Checking segment: {'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:46:57.332354 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4625b237-9a8a-49ef-8bbc-e62113d56719 admin admin] Network hostable DHCP agents. Network: e9124821-6384-483a-bd3f-30476db1701e, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:46:57.388636 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644017'] for router_interface (5fb94be8-704f-4ccc-a225-785608726400), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:57.422817 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] Pushing event updated for resources: {'Port': ['ID=2d4eb54a-37ab-49dc-99c4-6d28287f42c9,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:57.430603 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8040aa38-86c3-4671-8617-654c5a5a4df0 req-a72a7138-6372-429b-be22-baebd9d49747 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272099 Apr 14 20:46:57.436469 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4625b237-9a8a-49ef-8bbc-e62113d56719 admin admin] Network e9124821-6384-483a-bd3f-30476db1701e is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:46:57.524346 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-4625b237-9a8a-49ef-8bbc-e62113d56719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, e9124821-6384-483a-bd3f-30476db1701e) {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:46:57.533673 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef17123-b5ef-4a60-a084-8e7cd4a41095 None None] Network e9124821-6384-483a-bd3f-30476db1701e requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:46:57.538666 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4625b237-9a8a-49ef-8bbc-e62113d56719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:57.539408 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4625b237-9a8a-49ef-8bbc-e62113d56719 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:57.567541 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] Network 9e0991ba-afb1-426d-a809-e8f5dd114b8a is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:46:57.569020 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:46:57.633850 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-4625b237-9a8a-49ef-8bbc-e62113d56719 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9261384 Apr 14 20:46:57.635085 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44246) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:57.647583 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:46:57.706973 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70787b4f-c4d6-57ef-b37a-8087626a5f8a-e9124821-6384-483a-bd3f-30476db1701e', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'project_id': '4594533c2d114769b73069549c61e38e', 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185'}]}} from dv-cinder-837540-3-iscsi. {{(pid=110413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:46:57.708214 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:57.797566 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1644632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25840'] for router (2cb27ae3-6e9e-42a0-b848-d13a677d40c9), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:57.799198 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1645768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25833'] for router (2cb27ae3-6e9e-42a0-b848-d13a677d40c9), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:57.850012 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] Router 5fb94be8-704f-4ccc-a225-785608726400 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:46:57.912856 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Publish callbacks [] for router_controller (2cb27ae3-6e9e-42a0-b848-d13a677d40c9), precommit_add_association {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:57.928633 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:57.950706 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.db_base_plugin_common [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Allocated IP 172.20.0.2 (e9124821-6384-483a-bd3f-30476db1701e/177c8868-9176-40ed-9fba-016fb7a72185/0b41e063-ce70-4ca5-af9f-c8ba04592569) {{(pid=110413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:46:58.070638 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:46:58.085229 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-f9eb4c0f-3897-4c07-bb43-ca9bce2541b5 admin admin] 10.222.0.15 "PUT /v2.0/routers/5fb94be8-704f-4ccc-a225-785608726400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1037071 Apr 14 20:46:58.107965 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-903caa55-7796-4d29-889e-e33650daf03f None None] Provisioning complete for port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:58.109166 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-903caa55-7796-4d29-889e-e33650daf03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:58.163189 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Publish callbacks [] for router_gateway (2cb27ae3-6e9e-42a0-b848-d13a677d40c9), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:58.311231 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-903caa55-7796-4d29-889e-e33650daf03f None None] Port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:46:58.406449 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Publish callbacks [] for port (0b41e063-ce70-4ca5-af9f-c8ba04592569), precommit_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:58.472587 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Publish callbacks [] for router_gateway (2cb27ae3-6e9e-42a0-b848-d13a677d40c9), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:58.497747 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:58.505768 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (0b41e063-ce70-4ca5-af9f-c8ba04592569), after_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:58.566024 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Network e9124821-6384-483a-bd3f-30476db1701e is already hosted by enough agents. {{(pid=110413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:46:58.574972 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.base_scheduler [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Resources bound (agent type, host, resource id): {{(pid=110413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:46:58.580371 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Received port after_create {{(pid=110413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:46:58.584877 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Pushing event updated for resources: {'Port': ['ID=0b41e063-ce70-4ca5-af9f-c8ba04592569,revision_number=1']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:58.631848 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 81659649-659f-4dde-9bb4-f47585da06bf up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:46:58.677567 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528413ed-fa16-441a-bfeb-85e9478a713b req-2edeaa92-b6c5-45cc-97fc-3d838bf972a7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:58.683172 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-528413ed-fa16-441a-bfeb-85e9478a713b req-2edeaa92-b6c5-45cc-97fc-3d838bf972a7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.1077087 Apr 14 20:46:58.755272 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-528413ed-fa16-441a-bfeb-85e9478a713b req-f9744215-f8a5-452e-8c20-2b6c642a63d3 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654252 Apr 14 20:46:58.760224 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Attempting to bind port 0b41e063-ce70-4ca5-af9f-c8ba04592569 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:46:58.760667 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Attempting to bind port 0b41e063-ce70-4ca5-af9f-c8ba04592569 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:46:58.761378 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Attempting to bind port 0b41e063-ce70-4ca5-af9f-c8ba04592569 on network e9124821-6384-483a-bd3f-30476db1701e {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:46:58.768478 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:46:58.768887 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Checking segment: {'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:46:58.769465 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:58.769928 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Bound using segment: {'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:46:58.770497 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Bound port: 0b41e063-ce70-4ca5-af9f-c8ba04592569, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:46:58.771087 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (0b41e063-ce70-4ca5-af9f-c8ba04592569), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:58.795885 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 81659649-659f-4dde-9bb4-f47585da06bf triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:46:58.796404 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (81659649-659f-4dde-9bb4-f47585da06bf), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:58.886933 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Allocated IP 172.27.1.30 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/ec1e3df5-d916-4c54-a773-c12f0edaad55) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:46:58.898471 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] For port 0b41e063-ce70-4ca5-af9f-c8ba04592569, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:46:58.905407 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] For port 0b41e063-ce70-4ca5-af9f-c8ba04592569, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=0b41e063-ce70-4ca5-af9f-c8ba04592569,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:46:58.941094 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 81659649-659f-4dde-9bb4-f47585da06bf is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:46:58.941510 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (81659649-659f-4dde-9bb4-f47585da06bf), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:58.964565 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] For port 81659649-659f-4dde-9bb4-f47585da06bf, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=81659649-659f-4dde-9bb4-f47585da06bf,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:46:58.972074 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (0b41e063-ce70-4ca5-af9f-c8ba04592569), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:59.010881 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Publish callbacks [] for port (ec1e3df5-d916-4c54-a773-c12f0edaad55), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:59.065675 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (81659649-659f-4dde-9bb4-f47585da06bf), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:59.083166 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf36e4b-5735-4db0-a41e-d0afa2278967 None None] Pushing event updated for resources: {'Port': ['ID=0b41e063-ce70-4ca5-af9f-c8ba04592569,revision_number=2']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:59.085520 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44284) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:59.090282 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-7a6198d0-83e3-4edd-9d58-a011d725d3d0 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-795162829', 'description': 'tempest-secgroup-smoke-795162829 description', 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:46:59.151294 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Pushing event updated for resources: {'Port': ['ID=81659649-659f-4dde-9bb4-f47585da06bf,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:59.174788 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (ec1e3df5-d916-4c54-a773-c12f0edaad55), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:59.231019 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7a6198d0-83e3-4edd-9d58-a011d725d3d0 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:59.237969 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:46:59.240678 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:46:59.247815 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:46:59.303233 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Pushing event updated for resources: {'Port': ['ID=ec1e3df5-d916-4c54-a773-c12f0edaad55,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:59.338455 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:59.377830 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7a6198d0-83e3-4edd-9d58-a011d725d3d0 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group (f632ce2d-1e3d-49d3-bd9b-1cd2f1557068), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:59.448134 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7a6198d0-83e3-4edd-9d58-a011d725d3d0 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (f632ce2d-1e3d-49d3-bd9b-1cd2f1557068), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:59.480603 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6198d0-83e3-4edd-9d58-a011d725d3d0 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:59.525256 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7a6198d0-83e3-4edd-9d58-a011d725d3d0 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:59.526958 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-7a6198d0-83e3-4edd-9d58-a011d725d3d0 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4425583 Apr 14 20:46:59.532545 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44288) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:59.534981 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-90964b11-0919-47c6-895c-ffd957ccbca8 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Request body: {'security_group_rule': {'security_group_id': 'f632ce2d-1e3d-49d3-bd9b-1cd2f1557068', 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:46:59.607083 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Publish callbacks [] for router_gateway (2cb27ae3-6e9e-42a0-b848-d13a677d40c9), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:59.625803 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-90964b11-0919-47c6-895c-ffd957ccbca8 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group_rule (27bcb9e3-c715-4496-8e90-b1443ecd93bc), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:59.680426 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Sync routers for ids ['5fb94be8-704f-4ccc-a225-785608726400'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:46:59.691708 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-90964b11-0919-47c6-895c-ffd957ccbca8 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group_rule (27bcb9e3-c715-4496-8e90-b1443ecd93bc), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:59.691904 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Routers {'5fb94be8-704f-4ccc-a225-785608726400'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:46:59.691904 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-289f151b-2699-479f-9014-4b43372b7804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['5fb94be8-704f-4ccc-a225-785608726400'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:46:59.757112 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-90964b11-0919-47c6-895c-ffd957ccbca8 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (27bcb9e3-c715-4496-8e90-b1443ecd93bc), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:59.784549 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90964b11-0919-47c6-895c-ffd957ccbca8 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bcb9e3-c715-4496-8e90-b1443ecd93bc,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:46:59.838223 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Set router 5fb94be8-704f-4ccc-a225-785608726400 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:46:59.841831 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1645791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644464'] for router (2cb27ae3-6e9e-42a0-b848-d13a677d40c9), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:59.870373 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-90964b11-0919-47c6-895c-ffd957ccbca8 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:59.871564 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-90964b11-0919-47c6-895c-ffd957ccbca8 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3403835 Apr 14 20:46:59.879892 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44296) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:46:59.887295 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-af5dbb3d-0540-47b2-9b78-73e499402b88 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Request body: {'security_group_rule': {'security_group_id': 'f632ce2d-1e3d-49d3-bd9b-1cd2f1557068', 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:46:59.923272 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced24d8-d732-4244-9d4f-81d942fe81ef req-0c479b60-0799-44cb-b5a5-71daee33d317 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:46:59.932804 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dced24d8-d732-4244-9d4f-81d942fe81ef req-0c479b60-0799-44cb-b5a5-71daee33d317 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0812716 Apr 14 20:47:00.003770 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dced24d8-d732-4244-9d4f-81d942fe81ef req-aeb2e280-262e-4c0e-8727-94234d923768 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700254 Apr 14 20:47:00.022107 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-af5dbb3d-0540-47b2-9b78-73e499402b88 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group_rule (7ce51e03-530d-4452-8ecb-7a3463a099ec), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:00.068009 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-289f151b-2699-479f-9014-4b43372b7804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb94be8-704f-4ccc-a225-785608726400', 'name': 'tempest-TestShelveInstance-1394541696-router', 'tenant_id': '371122a149914687ad01a481080aca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '81659649-659f-4dde-9bb4-f47585da06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:52Z', 'updated_at': '2022-04-14T20:46:56Z', 'revision_number': 4, 'project_id': '371122a149914687ad01a481080aca1d', 'gw_port': {'id': '81659649-659f-4dde-9bb4-f47585da06bf', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb94be8-704f-4ccc-a225-785608726400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:53Z', 'updated_at': '2022-04-14T20:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '2d4eb54a-37ab-49dc-99c4-6d28287f42c9', 'name': '', 'network_id': '9e0991ba-afb1-426d-a809-e8f5dd114b8a', 'tenant_id': '371122a149914687ad01a481080aca1d', 'mac_address': 'fa:16:3e:ac:86:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb94be8-704f-4ccc-a225-785608726400', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b7f03862-471b-416d-901e-0b2e7cfaf328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:55Z', 'updated_at': '2022-04-14T20:46:57Z', 'revision_number': 2, 'project_id': '371122a149914687ad01a481080aca1d', 'subnets': [{'id': 'b7f03862-471b-416d-901e-0b2e7cfaf328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:00.100787 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-af5dbb3d-0540-47b2-9b78-73e499402b88 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group_rule (7ce51e03-530d-4452-8ecb-7a3463a099ec), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:00.100787 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 is scheduled to L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 with binding_index 1 {{(pid=110411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:47:00.104201 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Checking router: 5fb94be8-704f-4ccc-a225-785608726400 for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:47:00.104584 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Updating router 5fb94be8-704f-4ccc-a225-785608726400 port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 binding host dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:47:00.134523 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:00.169546 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-af5dbb3d-0540-47b2-9b78-73e499402b88 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (7ce51e03-530d-4452-8ecb-7a3463a099ec), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:00.212179 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5dbb3d-0540-47b2-9b78-73e499402b88 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce51e03-530d-4452-8ecb-7a3463a099ec,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:00.280519 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:47:00.292101 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Sync routers for ids ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:47:00.306474 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Routers {'2cb27ae3-6e9e-42a0-b848-d13a677d40c9'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:47:00.308363 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:00.313744 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-af5dbb3d-0540-47b2-9b78-73e499402b88 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:00.317701 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-af5dbb3d-0540-47b2-9b78-73e499402b88 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4367445 Apr 14 20:47:00.318084 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44310) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:00.323015 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-477a65ac-70f2-42ee-9eb4-62a47a087760 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Request body: {'security_group_rule': {'security_group_id': 'f632ce2d-1e3d-49d3-bd9b-1cd2f1557068', 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:00.391875 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:00.393117 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-5b730067-c12d-4e8e-a12a-9d943a4742f1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7569957 Apr 14 20:47:00.397632 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44314) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:00.451828 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Set router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:47:00.532986 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-477a65ac-70f2-42ee-9eb4-62a47a087760 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group_rule (a74c0e47-d1db-48c3-a280-f4d0610f35a5), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:00.540874 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc323c9d-068e-4b29-92cd-553eba662c12 None None] Network e9124821-6384-483a-bd3f-30476db1701e requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:47:00.561569 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Publish callbacks [] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), precommit_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:00.598923 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-31ef82c5-b2a3-4156-a982-ff096fe432c8 None None] Provisioning complete for port 0b41e063-ce70-4ca5-af9f-c8ba04592569 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:00.599946 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-31ef82c5-b2a3-4156-a982-ff096fe432c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (0b41e063-ce70-4ca5-af9f-c8ba04592569), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:00.709194 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-477a65ac-70f2-42ee-9eb4-62a47a087760 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group_rule (a74c0e47-d1db-48c3-a280-f4d0610f35a5), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:00.726689 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:00.732967 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 81659649-659f-4dde-9bb4-f47585da06bf up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:47:00.777278 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:46:59Z', 'revision_number': 3, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:00.786628 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-477a65ac-70f2-42ee-9eb4-62a47a087760 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (a74c0e47-d1db-48c3-a280-f4d0610f35a5), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:00.812803 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Checking router: 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:47:00.813147 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Updating router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 port ec1e3df5-d916-4c54-a773-c12f0edaad55 binding host dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:47:00.815974 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a65ac-70f2-42ee-9eb4-62a47a087760 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74c0e47-d1db-48c3-a280-f4d0610f35a5,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:00.852573 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ec1e3df5-d916-4c54-a773-c12f0edaad55), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:00.881126 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44326) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:00.932003 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-477a65ac-70f2-42ee-9eb4-62a47a087760 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:00.936300 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-477a65ac-70f2-42ee-9eb4-62a47a087760 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6141131 Apr 14 20:47:00.936641 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44330) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:00.941140 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-8c4b1414-d2b9-42e8-9191-1d52541acdd8 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Request body: {'security_group_rule': {'security_group_id': 'f632ce2d-1e3d-49d3-bd9b-1cd2f1557068', 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:01.049623 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1414-d2b9-42e8-9191-1d52541acdd8 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group_rule (4de84cee-9838-4cfd-a64f-c8b8f6b10b46), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.067015 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3453eda-4ea4-40ac-9a43-e4e1bed9d8f5 None None] Pushing event updated for resources: {'Port': ['ID=2d4eb54a-37ab-49dc-99c4-6d28287f42c9,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:01.207857 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 81659649-659f-4dde-9bb4-f47585da06bf triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:01.208414 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (81659649-659f-4dde-9bb4-f47585da06bf), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.215281 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.231224 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1414-d2b9-42e8-9191-1d52541acdd8 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group_rule (4de84cee-9838-4cfd-a64f-c8b8f6b10b46), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.257094 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-31ef82c5-b2a3-4156-a982-ff096fe432c8 None None] Current status of the port 0b41e063-ce70-4ca5-af9f-c8ba04592569 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:01.257764 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-31ef82c5-b2a3-4156-a982-ff096fe432c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (0b41e063-ce70-4ca5-af9f-c8ba04592569), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.316139 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-31ef82c5-b2a3-4156-a982-ff096fe432c8 None None] For port 0b41e063-ce70-4ca5-af9f-c8ba04592569, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=0b41e063-ce70-4ca5-af9f-c8ba04592569,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:01.317116 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Attempting to bind port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:47:01.317569 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Attempting to bind port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '68727b13-15ea-4868-abd3-753321565cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9e0991ba-afb1-426d-a809-e8f5dd114b8a'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:47:01.317935 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Attempting to bind port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 on network 9e0991ba-afb1-426d-a809-e8f5dd114b8a {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:47:01.327377 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:47:01.331316 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Checking segment: {'id': '68727b13-15ea-4868-abd3-753321565cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9e0991ba-afb1-426d-a809-e8f5dd114b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:47:01.331316 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.331316 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Bound using segment: {'id': '68727b13-15ea-4868-abd3-753321565cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9e0991ba-afb1-426d-a809-e8f5dd114b8a'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:47:01.331316 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Bound port: 2d4eb54a-37ab-49dc-99c4-6d28287f42c9, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68727b13-15ea-4868-abd3-753321565cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9e0991ba-afb1-426d-a809-e8f5dd114b8a'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:47:01.331316 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.343140 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119890c9-99f3-4885-929e-742bbddd1102 req-a532055b-d585-4c75-a8b9-62c26bf7de7e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:01.344775 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-119890c9-99f3-4885-929e-742bbddd1102 req-a532055b-d585-4c75-a8b9-62c26bf7de7e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.1119771 Apr 14 20:47:01.345504 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1414-d2b9-42e8-9191-1d52541acdd8 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (4de84cee-9838-4cfd-a64f-c8b8f6b10b46), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.391639 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-31ef82c5-b2a3-4156-a982-ff096fe432c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (0b41e063-ce70-4ca5-af9f-c8ba04592569), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.411500 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Publish callbacks [] for port (ec1e3df5-d916-4c54-a773-c12f0edaad55), precommit_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.443230 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-783c0424-e17e-42ae-9ac7-7236a2ab1e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.445332 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b1414-d2b9-42e8-9191-1d52541acdd8 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de84cee-9838-4cfd-a64f-c8b8f6b10b46,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:01.494877 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (ec1e3df5-d916-4c54-a773-c12f0edaad55), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.501064 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1414-d2b9-42e8-9191-1d52541acdd8 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.503448 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-8c4b1414-d2b9-42e8-9191-1d52541acdd8 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5648279 Apr 14 20:47:01.506757 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44336) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:01.520375 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-119890c9-99f3-4885-929e-742bbddd1102 req-60b1494f-b548-409d-afdd-3328400b238c tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628048 Apr 14 20:47:01.521349 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] Allocated IP 172.20.0.1 (e9124821-6384-483a-bd3f-30476db1701e/177c8868-9176-40ed-9fba-016fb7a72185/ced7550a-0733-4559-a64c-1f0e0ba910eb) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:47:01.531393 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-54c10f75-db70-47dc-8bd7-63a1ecf8e891 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Request body: {'security_group_rule': {'security_group_id': 'f632ce2d-1e3d-49d3-bd9b-1cd2f1557068', 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:01.584275 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Attempting to bind port ec1e3df5-d916-4c54-a773-c12f0edaad55 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:47:01.584652 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Attempting to bind port ec1e3df5-d916-4c54-a773-c12f0edaad55 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:47:01.585017 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Attempting to bind port ec1e3df5-d916-4c54-a773-c12f0edaad55 on network 4d816796-e0bf-4bb0-bd57-0e101c861302 {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:47:01.593979 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0426cb2-55b7-4125-9935-dd6c8139b5ce None None] Pushing event updated for resources: {'Port': ['ID=ec1e3df5-d916-4c54-a773-c12f0edaad55,revision_number=2']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:01.610180 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:47:01.610856 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Checking segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:47:01.612051 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.612607 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Bound using segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:47:01.613835 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Bound port: ec1e3df5-d916-4c54-a773-c12f0edaad55, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:47:01.614382 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ec1e3df5-d916-4c54-a773-c12f0edaad55), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.630508 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-289f151b-2699-479f-9014-4b43372b7804 None None] For port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:47:01.635642 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-289f151b-2699-479f-9014-4b43372b7804 None None] For port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=2d4eb54a-37ab-49dc-99c4-6d28287f42c9,segment=NetworkSegment(68727b13-15ea-4868-abd3-753321565cd1),segment_id=68727b13-15ea-4868-abd3-753321565cd1)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:47:01.664049 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] Publish callbacks [] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.675143 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-783c0424-e17e-42ae-9ac7-7236a2ab1e44 admin admin] Publish callbacks [] for security_group (75b762e8-b898-4677-8632-d11bb1dd9bc3), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.686690 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] For port ec1e3df5-d916-4c54-a773-c12f0edaad55, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:47:01.689808 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] For port ec1e3df5-d916-4c54-a773-c12f0edaad55, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=ec1e3df5-d916-4c54-a773-c12f0edaad55,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:47:01.694562 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-53105c8e-01ec-4bf5-a68a-3cfcb9fa3e8b None None] Provisioning complete for port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:01.694982 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-53105c8e-01ec-4bf5-a68a-3cfcb9fa3e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.700507 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.securitygroups_db [None req-54c10f75-db70-47dc-8bd7-63a1ecf8e891 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Project e4dbbcd1ec03435a9c867254bd10e66a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 20:47:01.706378 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-54c10f75-db70-47dc-8bd7-63a1ecf8e891 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group_rule (bcb618c4-5a5d-4795-be37-67e3150dbac4), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.726501 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef82c5-b2a3-4156-a982-ff096fe432c8 None None] Pushing event updated for resources: {'Port': ['ID=0b41e063-ce70-4ca5-af9f-c8ba04592569,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:01.733428 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.738145 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 81659649-659f-4dde-9bb4-f47585da06bf is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:01.739189 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 0b41e063-ce70-4ca5-af9f-c8ba04592569 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:47:01.769267 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-54c10f75-db70-47dc-8bd7-63a1ecf8e891 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group_rule (bcb618c4-5a5d-4795-be37-67e3150dbac4), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.779347 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-783c0424-e17e-42ae-9ac7-7236a2ab1e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (75b762e8-b898-4677-8632-d11bb1dd9bc3), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.780503 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (ec1e3df5-d916-4c54-a773-c12f0edaad55), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.799292 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-53105c8e-01ec-4bf5-a68a-3cfcb9fa3e8b None None] Port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:47:01.808912 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.842730 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3453eda-4ea4-40ac-9a43-e4e1bed9d8f5 None None] Pushing event updated for resources: {'Port': ['ID=2d4eb54a-37ab-49dc-99c4-6d28287f42c9,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:01.848347 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Routers {'5fb94be8-704f-4ccc-a225-785608726400'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:47:01.848529 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-289f151b-2699-479f-9014-4b43372b7804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['5fb94be8-704f-4ccc-a225-785608726400'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:01.858718 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-54c10f75-db70-47dc-8bd7-63a1ecf8e891 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (bcb618c4-5a5d-4795-be37-67e3150dbac4), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.873388 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Routers {'2cb27ae3-6e9e-42a0-b848-d13a677d40c9'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:47:01.874297 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:01.882208 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-783c0424-e17e-42ae-9ac7-7236a2ab1e44 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e68eb78786dc4b5f8f0f58f4d32706bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9974809 Apr 14 20:47:01.886149 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44338) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:01.886788 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c0424-e17e-42ae-9ac7-7236a2ab1e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b762e8-b898-4677-8632-d11bb1dd9bc3,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:01.909467 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 0b41e063-ce70-4ca5-af9f-c8ba04592569 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:01.909930 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (0b41e063-ce70-4ca5-af9f-c8ba04592569), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:01.921956 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] Network e9124821-6384-483a-bd3f-30476db1701e is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:47:01.938826 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:47:01.940896 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] Pushing event updated for resources: {'Port': ['ID=ced7550a-0733-4559-a64c-1f0e0ba910eb,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:01.943631 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:47:01.947783 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c10f75-db70-47dc-8bd7-63a1ecf8e891 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb618c4-5a5d-4795-be37-67e3150dbac4,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:01.976899 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0426cb2-55b7-4125-9935-dd6c8139b5ce None None] Pushing event updated for resources: {'Port': ['ID=ec1e3df5-d916-4c54-a773-c12f0edaad55,revision_number=3']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:02.015259 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-9cb486b4-1dc1-4b42-9dd2-c710d4ab979c None None] Provisioning complete for port 0b41e063-ce70-4ca5-af9f-c8ba04592569 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:02.015646 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-9cb486b4-1dc1-4b42-9dd2-c710d4ab979c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (0b41e063-ce70-4ca5-af9f-c8ba04592569), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:02.032300 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1644353'] for router_interface (2cb27ae3-6e9e-42a0-b848-d13a677d40c9), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:02.038625 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-538cc18e-4b4d-4de6-9eaf-935905d0b2f4 admin admin] Publish callbacks [] for security_group (75b762e8-b898-4677-8632-d11bb1dd9bc3), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:02.063331 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-538cc18e-4b4d-4de6-9eaf-935905d0b2f4 admin admin] Publish callbacks [] for security_group (75b762e8-b898-4677-8632-d11bb1dd9bc3), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:02.126670 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-54c10f75-db70-47dc-8bd7-63a1ecf8e891 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:02.127813 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-54c10f75-db70-47dc-8bd7-63a1ecf8e891 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6199670 Apr 14 20:47:02.136512 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44340) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:02.145915 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-418fbfa1-22b0-466d-aa42-f654389b3524 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Request body: {'security_group_rule': {'security_group_id': 'f632ce2d-1e3d-49d3-bd9b-1cd2f1557068', 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:02.155854 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] Set router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:47:02.173529 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-289f151b-2699-479f-9014-4b43372b7804 None None] Set router 5fb94be8-704f-4ccc-a225-785608726400 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:47:02.229207 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-538cc18e-4b4d-4de6-9eaf-935905d0b2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (75b762e8-b898-4677-8632-d11bb1dd9bc3), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:02.232690 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-538cc18e-4b4d-4de6-9eaf-935905d0b2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:02.233938 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-538cc18e-4b4d-4de6-9eaf-935905d0b2f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75b762e8-b898-4677-8632-d11bb1dd9bc3 HTTP/1.1" status: 204 len: 168 time: 0.3443654 Apr 14 20:47:02.262540 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cc18e-4b4d-4de6-9eaf-935905d0b2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b762e8-b898-4677-8632-d11bb1dd9bc3,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:02.282562 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 0b41e063-ce70-4ca5-af9f-c8ba04592569 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:02.288509 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.securitygroups_db [None req-418fbfa1-22b0-466d-aa42-f654389b3524 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Project e4dbbcd1ec03435a9c867254bd10e66a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 20:47:02.296932 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-418fbfa1-22b0-466d-aa42-f654389b3524 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group_rule (a365639f-ce51-4893-9f53-cb708f0d00df), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:02.392282 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:02.417972 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-418fbfa1-22b0-466d-aa42-f654389b3524 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group_rule (a365639f-ce51-4893-9f53-cb708f0d00df), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:02.448325 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-9cb486b4-1dc1-4b42-9dd2-c710d4ab979c None None] Current status of the port 0b41e063-ce70-4ca5-af9f-c8ba04592569 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:02.470184 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:46:59Z', 'revision_number': 3, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:02.503134 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-418fbfa1-22b0-466d-aa42-f654389b3524 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (a365639f-ce51-4893-9f53-cb708f0d00df), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:02.503894 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857686a7-98ee-4bd3-bb33-97a27110735d None None] The sync data for ids ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'] in dv-cinder-837540-3-iscsi is: [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:46:59Z', 'revision_number': 3, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:47:02.557677 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fbfa1-22b0-466d-aa42-f654389b3524 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a365639f-ce51-4893-9f53-cb708f0d00df,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:02.593486 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-bb8ee17e-7da7-46bc-ae45-50df5a42fdfa None None] Provisioning complete for port ced7550a-0733-4559-a64c-1f0e0ba910eb triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:02.593962 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-bb8ee17e-7da7-46bc-ae45-50df5a42fdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:02.667271 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 0b41e063-ce70-4ca5-af9f-c8ba04592569 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:47:02.735090 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-418fbfa1-22b0-466d-aa42-f654389b3524 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:02.741912 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-418fbfa1-22b0-466d-aa42-f654389b3524 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5988481 Apr 14 20:47:02.759942 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-289f151b-2699-479f-9014-4b43372b7804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb94be8-704f-4ccc-a225-785608726400', 'name': 'tempest-TestShelveInstance-1394541696-router', 'tenant_id': '371122a149914687ad01a481080aca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '81659649-659f-4dde-9bb4-f47585da06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:52Z', 'updated_at': '2022-04-14T20:46:56Z', 'revision_number': 4, 'project_id': '371122a149914687ad01a481080aca1d', 'gw_port': {'id': '81659649-659f-4dde-9bb4-f47585da06bf', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb94be8-704f-4ccc-a225-785608726400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:53Z', 'updated_at': '2022-04-14T20:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '2d4eb54a-37ab-49dc-99c4-6d28287f42c9', 'name': '', 'network_id': '9e0991ba-afb1-426d-a809-e8f5dd114b8a', 'tenant_id': '371122a149914687ad01a481080aca1d', 'mac_address': 'fa:16:3e:ac:86:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb94be8-704f-4ccc-a225-785608726400', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b7f03862-471b-416d-901e-0b2e7cfaf328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:55Z', 'updated_at': '2022-04-14T20:47:01Z', 'revision_number': 4, 'project_id': '371122a149914687ad01a481080aca1d', 'subnets': [{'id': 'b7f03862-471b-416d-901e-0b2e7cfaf328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:02.793226 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289f151b-2699-479f-9014-4b43372b7804 None None] The sync data for ids ['5fb94be8-704f-4ccc-a225-785608726400'] in dv-cinder-837540-3-iscsi is: [{'id': '5fb94be8-704f-4ccc-a225-785608726400', 'name': 'tempest-TestShelveInstance-1394541696-router', 'tenant_id': '371122a149914687ad01a481080aca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '81659649-659f-4dde-9bb4-f47585da06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:52Z', 'updated_at': '2022-04-14T20:46:56Z', 'revision_number': 4, 'project_id': '371122a149914687ad01a481080aca1d', 'gw_port': {'id': '81659649-659f-4dde-9bb4-f47585da06bf', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb94be8-704f-4ccc-a225-785608726400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:53Z', 'updated_at': '2022-04-14T20:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '2d4eb54a-37ab-49dc-99c4-6d28287f42c9', 'name': '', 'network_id': '9e0991ba-afb1-426d-a809-e8f5dd114b8a', 'tenant_id': '371122a149914687ad01a481080aca1d', 'mac_address': 'fa:16:3e:ac:86:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb94be8-704f-4ccc-a225-785608726400', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b7f03862-471b-416d-901e-0b2e7cfaf328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:55Z', 'updated_at': '2022-04-14T20:47:01Z', 'revision_number': 4, 'project_id': '371122a149914687ad01a481080aca1d', 'subnets': [{'id': 'b7f03862-471b-416d-901e-0b2e7cfaf328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:47:02.799849 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-bb8ee17e-7da7-46bc-ae45-50df5a42fdfa None None] Port ced7550a-0733-4559-a64c-1f0e0ba910eb cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:47:02.809818 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-bb8ee17e-7da7-46bc-ae45-50df5a42fdfa None None] Provisioning complete for port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:02.810235 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-bb8ee17e-7da7-46bc-ae45-50df5a42fdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:02.825438 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743528a0-0541-407d-96d1-9d81c80b5956 req-9d91810d-647d-4bea-ad4b-143cc24799e4 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:02.827030 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-743528a0-0541-407d-96d1-9d81c80b5956 req-9d91810d-647d-4bea-ad4b-143cc24799e4 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.1220784 Apr 14 20:47:02.834768 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] Publish callbacks [] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:02.843226 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 0b41e063-ce70-4ca5-af9f-c8ba04592569 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:02.843609 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (0b41e063-ce70-4ca5-af9f-c8ba04592569), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:02.923852 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:02.976126 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-743528a0-0541-407d-96d1-9d81c80b5956 req-85489c2c-0439-4248-acf4-8f6d55cb88e5 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392839 Apr 14 20:47:03.019037 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-bb8ee17e-7da7-46bc-ae45-50df5a42fdfa None None] Current status of the port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:03.019465 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-bb8ee17e-7da7-46bc-ae45-50df5a42fdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:03.058139 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 0b41e063-ce70-4ca5-af9f-c8ba04592569 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:03.065286 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44364) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:03.075689 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-bb8ee17e-7da7-46bc-ae45-50df5a42fdfa None None] For port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=2d4eb54a-37ab-49dc-99c4-6d28287f42c9,segment=NetworkSegment(68727b13-15ea-4868-abd3-753321565cd1),segment_id=68727b13-15ea-4868-abd3-753321565cd1)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:03.093704 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] Pushing event updated for resources: {'Port': ['ID=ced7550a-0733-4559-a64c-1f0e0ba910eb,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:03.096833 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fbf77037-2c84-4dbb-acd9-558dc0b8f7d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:03.109700 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644017'] for router_interface (2cb27ae3-6e9e-42a0-b848-d13a677d40c9), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:03.174114 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-bb8ee17e-7da7-46bc-ae45-50df5a42fdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:03.283751 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ee17e-7da7-46bc-ae45-50df5a42fdfa None None] Pushing event updated for resources: {'Port': ['ID=2d4eb54a-37ab-49dc-99c4-6d28287f42c9,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:03.291566 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] Network e9124821-6384-483a-bd3f-30476db1701e is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:47:03.293502 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:47:03.305885 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fbf77037-2c84-4dbb-acd9-558dc0b8f7d4 admin admin] Publish callbacks [] for security_group (6c66ec72-621c-417b-be84-73763f6aa787), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:03.387424 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fbf77037-2c84-4dbb-acd9-558dc0b8f7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (6c66ec72-621c-417b-be84-73763f6aa787), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:03.484479 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-fbf77037-2c84-4dbb-acd9-558dc0b8f7d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f65c1e80a8847449d9f0a733e9a0c0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4149406 Apr 14 20:47:03.484479 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf77037-2c84-4dbb-acd9-558dc0b8f7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c66ec72-621c-417b-be84-73763f6aa787,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:03.485496 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44408) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:03.604525 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5a83b35d-58e7-43aa-84c4-341ae274b9f4 admin admin] Publish callbacks [] for security_group (6c66ec72-621c-417b-be84-73763f6aa787), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:03.670473 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5a83b35d-58e7-43aa-84c4-341ae274b9f4 admin admin] Publish callbacks [] for security_group (6c66ec72-621c-417b-be84-73763f6aa787), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:03.798683 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-947b7df7-7a10-4833-922d-ab6026b2c07c None None] Provisioning complete for port ced7550a-0733-4559-a64c-1f0e0ba910eb triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:03.799736 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-947b7df7-7a10-4833-922d-ab6026b2c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:03.813933 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5a83b35d-58e7-43aa-84c4-341ae274b9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (6c66ec72-621c-417b-be84-73763f6aa787), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:03.816943 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5a83b35d-58e7-43aa-84c4-341ae274b9f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:03.820625 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-5a83b35d-58e7-43aa-84c4-341ae274b9f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c66ec72-621c-417b-be84-73763f6aa787 HTTP/1.1" status: 204 len: 168 time: 0.3317883 Apr 14 20:47:03.830907 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83b35d-58e7-43aa-84c4-341ae274b9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c66ec72-621c-417b-be84-73763f6aa787,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:03.874155 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-947b7df7-7a10-4833-922d-ab6026b2c07c None None] Port ced7550a-0733-4559-a64c-1f0e0ba910eb cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:47:03.889888 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] Router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:47:04.027297 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:47:04.037214 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-43cc6f32-e5de-419a-a6dd-05036184d202 admin admin] 10.222.0.15 "PUT /v2.0/routers/2cb27ae3-6e9e-42a0-b848-d13a677d40c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6384676 Apr 14 20:47:04.154017 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcd6cc-fa25-410b-a898-c044c6c83dc4 req-1063cc6e-0dfb-4857-ac24-3e4b06ac3cbb tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:04.156638 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-64fcd6cc-fa25-410b-a898-c044c6c83dc4 req-1063cc6e-0dfb-4857-ac24-3e4b06ac3cbb tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0703497 Apr 14 20:47:04.245642 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-64fcd6cc-fa25-410b-a898-c044c6c83dc4 req-805262f7-22c9-428e-bd06-63574cfa15e5 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822361 Apr 14 20:47:04.818690 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:47:04.885572 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:04.885947 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:04.991214 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:04.993434 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ec1e3df5-d916-4c54-a773-c12f0edaad55 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:47:05.054228 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port ec1e3df5-d916-4c54-a773-c12f0edaad55 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:05.067027 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (ec1e3df5-d916-4c54-a773-c12f0edaad55), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:05.136288 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44478) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:05.141155 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-89e6471e-92b4-4daa-9f0c-6835ae4eb784 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-738334752-network', 'tenant_id': 'fde707717239452f8b75bc2c845b8e19'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:05.189299 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port ec1e3df5-d916-4c54-a773-c12f0edaad55 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:05.189823 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ec1e3df5-d916-4c54-a773-c12f0edaad55), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:05.216769 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] For port ec1e3df5-d916-4c54-a773-c12f0edaad55, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=ec1e3df5-d916-4c54-a773-c12f0edaad55,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:05.350779 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e6471e-92b4-4daa-9f0c-6835ae4eb784 admin admin] Made reservation on behalf of fde707717239452f8b75bc2c845b8e19 for: {'network': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:47:05.351658 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-89e6471e-92b4-4daa-9f0c-6835ae4eb784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:05.365451 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-89e6471e-92b4-4daa-9f0c-6835ae4eb784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:05.369485 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (ec1e3df5-d916-4c54-a773-c12f0edaad55), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:05.403026 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a037a2-cadc-4d8e-b17e-0e5f6030396b req-e049165b-6e67-4311-bf5c-919339c8514a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:05.404845 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-07a037a2-cadc-4d8e-b17e-0e5f6030396b req-e049165b-6e67-4311-bf5c-919339c8514a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0821860 Apr 14 20:47:05.462673 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Pushing event updated for resources: {'Port': ['ID=ec1e3df5-d916-4c54-a773-c12f0edaad55,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:05.490294 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-07a037a2-cadc-4d8e-b17e-0e5f6030396b req-65121a30-65f0-4faa-b128-d721e6b6f87d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765135 Apr 14 20:47:05.530176 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-89e6471e-92b4-4daa-9f0c-6835ae4eb784 admin admin] Publish callbacks [] for security_group (a6236255-c188-4d7c-9ed7-2cb322221311), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:05.534074 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Sync routers for ids ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:47:05.543820 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Routers {'2cb27ae3-6e9e-42a0-b848-d13a677d40c9'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:47:05.544581 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:05.594355 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-89e6471e-92b4-4daa-9f0c-6835ae4eb784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a6236255-c188-4d7c-9ed7-2cb322221311), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:05.623776 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e6471e-92b4-4daa-9f0c-6835ae4eb784 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=110411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:47:05.627101 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6471e-92b4-4daa-9f0c-6835ae4eb784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6236255-c188-4d7c-9ed7-2cb322221311,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:05.639355 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-89e6471e-92b4-4daa-9f0c-6835ae4eb784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (e2479537-8230-4e2f-ad9a-ebd86e595025), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:05.639786 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.segments_db [None req-89e6471e-92b4-4daa-9f0c-6835ae4eb784 admin admin] Added segment e2479537-8230-4e2f-ad9a-ebd86e595025 of type vlan for network bf94e581-597b-4b10-b9c0-f02b219625e6 Apr 14 20:47:05.661000 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Set router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:47:05.688116 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-89e6471e-92b4-4daa-9f0c-6835ae4eb784 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (bf94e581-597b-4b10-b9c0-f02b219625e6), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:05.802953 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-89e6471e-92b4-4daa-9f0c-6835ae4eb784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (bf94e581-597b-4b10-b9c0-f02b219625e6), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:05.804180 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e6471e-92b4-4daa-9f0c-6835ae4eb784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:05.804918 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-89e6471e-92b4-4daa-9f0c-6835ae4eb784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:05.881424 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6471e-92b4-4daa-9f0c-6835ae4eb784 admin admin] Pushing event updated for resources: {'Network': ['ID=bf94e581-597b-4b10-b9c0-f02b219625e6,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:05.894557 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network bf94e581-597b-4b10-b9c0-f02b219625e6 details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:47:05.921338 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-89e6471e-92b4-4daa-9f0c-6835ae4eb784 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7838714 Apr 14 20:47:05.924008 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44498) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:05.932029 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-cef3b430-d7ae-4be8-94bc-c983f810e513 admin admin] Request body: {'subnet': {'network_id': 'bf94e581-597b-4b10-b9c0-f02b219625e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-738334752-subnet', 'tenant_id': 'fde707717239452f8b75bc2c845b8e19', 'ip_version': 4}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:06.030369 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00f1df-b1e8-4a95-85a4-dceefee7cd37 req-8fa11cb7-b96c-4f62-8bcf-3d8837eed7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:06.031817 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5c00f1df-b1e8-4a95-85a4-dceefee7cd37 req-8fa11cb7-b96c-4f62-8bcf-3d8837eed7e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 1129 time: 0.0393467 Apr 14 20:47:06.053767 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef3b430-d7ae-4be8-94bc-c983f810e513 admin admin] Made reservation on behalf of fde707717239452f8b75bc2c845b8e19 for: {'subnet': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:47:06.057352 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cef3b430-d7ae-4be8-94bc-c983f810e513 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:06.092330 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 2, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:06.108077 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5c00f1df-b1e8-4a95-85a4-dceefee7cd37 req-90012945-bca6-4ee9-90c4-a701f0228202 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663829 Apr 14 20:47:06.128997 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Checking router: 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:47:06.129381 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Updating router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 port ced7550a-0733-4559-a64c-1f0e0ba910eb binding host dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:47:06.159240 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:06.369640 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cef3b430-d7ae-4be8-94bc-c983f810e513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for subnet (9892e6d0-8aa4-4fa3-a0fd-3bcca5de9d38), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:06.449260 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3b430-d7ae-4be8-94bc-c983f810e513 admin admin] Checking segment: {'id': 'e2479537-8230-4e2f-ad9a-ebd86e595025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bf94e581-597b-4b10-b9c0-f02b219625e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:47:06.449698 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef3b430-d7ae-4be8-94bc-c983f810e513 admin admin] Network hostable DHCP agents. Network: bf94e581-597b-4b10-b9c0-f02b219625e6, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:47:06.461432 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3b430-d7ae-4be8-94bc-c983f810e513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9892e6d0-8aa4-4fa3-a0fd-3bcca5de9d38,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:06.502014 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Publish callbacks [] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), precommit_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:06.558407 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef3b430-d7ae-4be8-94bc-c983f810e513 admin admin] Network bf94e581-597b-4b10-b9c0-f02b219625e6 is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:47:06.568385 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ec1e3df5-d916-4c54-a773-c12f0edaad55 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:47:06.599505 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:06.626115 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc76e4-91a9-44a2-988a-65f18d913d07 req-b2354def-2dca-4c74-93e0-6b991bb79e5a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:06.627723 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-98dc76e4-91a9-44a2-988a-65f18d913d07 req-b2354def-2dca-4c74-93e0-6b991bb79e5a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0525393 Apr 14 20:47:06.674180 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639d794-4745-4083-ac0d-e96711c63f1d None None] Pushing event updated for resources: {'Port': ['ID=ced7550a-0733-4559-a64c-1f0e0ba910eb,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:06.698426 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port ec1e3df5-d916-4c54-a773-c12f0edaad55 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:06.698548 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (ec1e3df5-d916-4c54-a773-c12f0edaad55), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:06.715446 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-cef3b430-d7ae-4be8-94bc-c983f810e513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, bf94e581-597b-4b10-b9c0-f02b219625e6) {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:47:06.722496 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef3b430-d7ae-4be8-94bc-c983f810e513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:06.723017 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cef3b430-d7ae-4be8-94bc-c983f810e513 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:06.762224 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2d3694-42ab-477f-93e1-5078567f1bf5 None None] Network bf94e581-597b-4b10-b9c0-f02b219625e6 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:47:06.771136 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-98dc76e4-91a9-44a2-988a-65f18d913d07 req-6d7e0a96-a3cb-457d-90fd-6cad7eb89073 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368706 Apr 14 20:47:06.825864 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Attempting to bind port ced7550a-0733-4559-a64c-1f0e0ba910eb on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:47:06.826229 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Attempting to bind port ced7550a-0733-4559-a64c-1f0e0ba910eb by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:47:06.826594 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Attempting to bind port ced7550a-0733-4559-a64c-1f0e0ba910eb on network e9124821-6384-483a-bd3f-30476db1701e {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:47:06.858946 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-cef3b430-d7ae-4be8-94bc-c983f810e513 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9336524 Apr 14 20:47:06.860339 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44538) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:06.865425 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-738334752-router', 'tenant_id': 'fde707717239452f8b75bc2c845b8e19', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:06.875923 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:47:06.883852 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Checking segment: {'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:47:06.883852 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:06.883852 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Bound using segment: {'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:47:06.883852 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Bound port: ced7550a-0733-4559-a64c-1f0e0ba910eb, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:47:06.883852 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:06.963960 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1644632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25840'] for router (0ac6bd51-09ec-4418-a3f6-df3222a7eedd), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:06.965202 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1645768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25833'] for router (0ac6bd51-09ec-4418-a3f6-df3222a7eedd), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:07.001609 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port ec1e3df5-d916-4c54-a773-c12f0edaad55 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:07.025624 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Publish callbacks [] for router_controller (0ac6bd51-09ec-4418-a3f6-df3222a7eedd), precommit_add_association {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:07.044225 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70787b4f-c4d6-57ef-b37a-8087626a5f8a-bf94e581-597b-4b10-b9c0-f02b219625e6', 'network_id': 'bf94e581-597b-4b10-b9c0-f02b219625e6', 'project_id': 'fde707717239452f8b75bc2c845b8e19', 'fixed_ips': [{'subnet_id': '9892e6d0-8aa4-4fa3-a0fd-3bcca5de9d38'}]}} from dv-cinder-837540-3-iscsi. {{(pid=110413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:47:07.045126 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:07.063877 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-3927bf2c-22bd-40d4-9d12-f0bc55251191 None None] Provisioning complete for port ced7550a-0733-4559-a64c-1f0e0ba910eb triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:07.064249 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-3927bf2c-22bd-40d4-9d12-f0bc55251191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:07.067158 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] For port ced7550a-0733-4559-a64c-1f0e0ba910eb, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:47:07.114298 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] For port ced7550a-0733-4559-a64c-1f0e0ba910eb, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=ced7550a-0733-4559-a64c-1f0e0ba910eb,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:47:07.174263 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-3927bf2c-22bd-40d4-9d12-f0bc55251191 None None] Port ced7550a-0733-4559-a64c-1f0e0ba910eb cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:47:07.264120 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.db_base_plugin_common [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Allocated IP 172.20.0.2 (bf94e581-597b-4b10-b9c0-f02b219625e6/9892e6d0-8aa4-4fa3-a0fd-3bcca5de9d38/a04260ad-032b-40d5-a98d-a469d034665e) {{(pid=110413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:47:07.269797 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:07.312950 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Publish callbacks [] for router_gateway (0ac6bd51-09ec-4418-a3f6-df3222a7eedd), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:07.380948 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Routers {'2cb27ae3-6e9e-42a0-b848-d13a677d40c9'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:47:07.381802 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:07.450604 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639d794-4745-4083-ac0d-e96711c63f1d None None] Pushing event updated for resources: {'Port': ['ID=ced7550a-0733-4559-a64c-1f0e0ba910eb,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:07.683580 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Publish callbacks [] for router_gateway (0ac6bd51-09ec-4418-a3f6-df3222a7eedd), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:07.706327 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Publish callbacks [] for port (a04260ad-032b-40d5-a98d-a469d034665e), precommit_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:07.708896 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] Set router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:47:07.729565 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:07.814332 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (a04260ad-032b-40d5-a98d-a469d034665e), after_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:07.866451 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Allocated IP 172.27.1.117 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/b144c879-6950-42a5-899e-2175cd217283) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:47:07.883615 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b0a2a-af96-4cc1-8729-59349e0c5141 req-8e427603-8bc2-49e5-b23d-dd1cbb986d87 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:07.889786 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8f2b0a2a-af96-4cc1-8729-59349e0c5141 req-8e427603-8bc2-49e5-b23d-dd1cbb986d87 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0558622 Apr 14 20:47:07.890990 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-39c9a043-e82d-440b-b3d9-697e0596f2c4 None None] Provisioning complete for port ced7550a-0733-4559-a64c-1f0e0ba910eb triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:07.891369 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-39c9a043-e82d-440b-b3d9-697e0596f2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:07.965882 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Network bf94e581-597b-4b10-b9c0-f02b219625e6 is already hosted by enough agents. {{(pid=110413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:47:07.975548 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8f2b0a2a-af96-4cc1-8729-59349e0c5141 req-31bc5b09-c17f-4740-99ed-647f401c1b7f tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704877 Apr 14 20:47:07.982024 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Pushing event updated for resources: {'Port': ['ID=a04260ad-032b-40d5-a98d-a469d034665e,revision_number=1']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:07.984572 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.base_scheduler [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Resources bound (agent type, host, resource id): {{(pid=110413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:47:08.001784 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Received port after_create {{(pid=110413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:47:08.036093 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Publish callbacks [] for port (b144c879-6950-42a5-899e-2175cd217283), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:08.123300 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (b144c879-6950-42a5-899e-2175cd217283), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:08.194046 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:47:08.196486 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Pushing event updated for resources: {'Port': ['ID=b144c879-6950-42a5-899e-2175cd217283,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:08.198566 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:47:08.200855 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:47:08.257256 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44588) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:08.271522 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Attempting to bind port a04260ad-032b-40d5-a98d-a469d034665e on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:47:08.271804 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Attempting to bind port a04260ad-032b-40d5-a98d-a469d034665e by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': 'e2479537-8230-4e2f-ad9a-ebd86e595025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bf94e581-597b-4b10-b9c0-f02b219625e6'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:47:08.272172 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Attempting to bind port a04260ad-032b-40d5-a98d-a469d034665e on network bf94e581-597b-4b10-b9c0-f02b219625e6 {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:47:08.291133 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:47:08.291522 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Checking segment: {'id': 'e2479537-8230-4e2f-ad9a-ebd86e595025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bf94e581-597b-4b10-b9c0-f02b219625e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:47:08.291934 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:08.292338 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Bound using segment: {'id': 'e2479537-8230-4e2f-ad9a-ebd86e595025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bf94e581-597b-4b10-b9c0-f02b219625e6'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:47:08.292828 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Bound port: a04260ad-032b-40d5-a98d-a469d034665e, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2479537-8230-4e2f-ad9a-ebd86e595025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bf94e581-597b-4b10-b9c0-f02b219625e6'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:47:08.293235 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (a04260ad-032b-40d5-a98d-a469d034665e), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:08.301292 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-39c9a043-e82d-440b-b3d9-697e0596f2c4 None None] Current status of the port ced7550a-0733-4559-a64c-1f0e0ba910eb is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:08.304049 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-39c9a043-e82d-440b-b3d9-697e0596f2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:08.324514 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:07Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:08.383776 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07eac73-31ec-4e92-942e-3848d31b815b None None] The sync data for ids ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'] in dv-cinder-837540-3-iscsi is: [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:07Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:47:08.418763 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-39c9a043-e82d-440b-b3d9-697e0596f2c4 None None] For port ced7550a-0733-4559-a64c-1f0e0ba910eb, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=ced7550a-0733-4559-a64c-1f0e0ba910eb,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:08.496799 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3434fb48-2683-4d5a-bddc-23840b715fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:08.506653 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc1c88-203d-477c-a939-95b839ce383a req-68a4a8de-98d5-4a70-a446-49c28081b41a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:08.509468 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-cdbc1c88-203d-477c-a939-95b839ce383a req-68a4a8de-98d5-4a70-a446-49c28081b41a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0970640 Apr 14 20:47:08.520722 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] For port a04260ad-032b-40d5-a98d-a469d034665e, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:47:08.540139 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] For port a04260ad-032b-40d5-a98d-a469d034665e, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=a04260ad-032b-40d5-a98d-a469d034665e,segment=NetworkSegment(e2479537-8230-4e2f-ad9a-ebd86e595025),segment_id=e2479537-8230-4e2f-ad9a-ebd86e595025)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:47:08.553573 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-39c9a043-e82d-440b-b3d9-697e0596f2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:08.624788 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3434fb48-2683-4d5a-bddc-23840b715fdf admin admin] Publish callbacks [] for security_group (40e0e1a1-5cb2-48fe-bac7-e2fadb91977b), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:08.638969 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (a04260ad-032b-40d5-a98d-a469d034665e), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:08.672194 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9a043-e82d-440b-b3d9-697e0596f2c4 None None] Pushing event updated for resources: {'Port': ['ID=ced7550a-0733-4559-a64c-1f0e0ba910eb,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:08.690317 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3434fb48-2683-4d5a-bddc-23840b715fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (40e0e1a1-5cb2-48fe-bac7-e2fadb91977b), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:08.724256 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ced7550a-0733-4559-a64c-1f0e0ba910eb up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:47:08.772209 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-cdbc1c88-203d-477c-a939-95b839ce383a req-ab4c54e3-0397-470d-bad0-e49cb5ef0512 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343900 Apr 14 20:47:08.847336 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434fb48-2683-4d5a-bddc-23840b715fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e0e1a1-5cb2-48fe-bac7-e2fadb91977b,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:08.894592 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-3434fb48-2683-4d5a-bddc-23840b715fdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a315607fffed4e3ea0c994b89297f4a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6359913 Apr 14 20:47:08.905335 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44602) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:08.935675 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548a3d1-95ca-4c27-947c-5af68aef769e None None] Pushing event updated for resources: {'Port': ['ID=a04260ad-032b-40d5-a98d-a469d034665e,revision_number=2']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:08.952215 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port ced7550a-0733-4559-a64c-1f0e0ba910eb triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:08.964757 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:08.974704 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Publish callbacks [] for router_gateway (0ac6bd51-09ec-4418-a3f6-df3222a7eedd), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:09.046385 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-548bdaa8-f587-4a1d-be40-bae59a4f11b1 admin admin] Publish callbacks [] for security_group (40e0e1a1-5cb2-48fe-bac7-e2fadb91977b), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:09.071997 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44608) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:09.089567 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead96c8-dedf-444f-8227-5d34279cba26 req-f082d2ae-ab4d-409c-83d5-fd6dbfb18d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:09.094396 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-eead96c8-dedf-444f-8227-5d34279cba26 req-f082d2ae-ab4d-409c-83d5-fd6dbfb18d48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 1129 time: 0.5661411 Apr 14 20:47:09.119060 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-548bdaa8-f587-4a1d-be40-bae59a4f11b1 admin admin] Publish callbacks [] for security_group (40e0e1a1-5cb2-48fe-bac7-e2fadb91977b), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:09.144169 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port ced7550a-0733-4559-a64c-1f0e0ba910eb is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:09.287014 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-548bdaa8-f587-4a1d-be40-bae59a4f11b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (40e0e1a1-5cb2-48fe-bac7-e2fadb91977b), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:09.291379 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-548bdaa8-f587-4a1d-be40-bae59a4f11b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:09.294829 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-548bdaa8-f587-4a1d-be40-bae59a4f11b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40e0e1a1-5cb2-48fe-bac7-e2fadb91977b HTTP/1.1" status: 204 len: 168 time: 0.3858497 Apr 14 20:47:09.320099 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bdaa8-f587-4a1d-be40-bae59a4f11b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e0e1a1-5cb2-48fe-bac7-e2fadb91977b,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:09.381342 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-25ed1516-e24a-4418-9f14-604c20bde399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:09.408290 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead96c8-dedf-444f-8227-5d34279cba26 req-a4fa8657-2bc5-4f0c-94ae-7d68e654614e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:09.410063 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-eead96c8-dedf-444f-8227-5d34279cba26 req-a4fa8657-2bc5-4f0c-94ae-7d68e654614e service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 920 time: 0.3068318 Apr 14 20:47:09.512255 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-eead96c8-dedf-444f-8227-5d34279cba26 req-ee9e588d-379d-48f5-bba7-5fdf9d5f68de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ff77d41-9d83-455f-a8ef-887591066088 HTTP/1.1" status: 200 len: 217 time: 0.0907137 Apr 14 20:47:09.521285 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-25ed1516-e24a-4418-9f14-604c20bde399 admin admin] Publish callbacks [] for security_group (ae097262-056c-4e7d-921a-b6511afca872), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:09.580352 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1645791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644464'] for router (0ac6bd51-09ec-4418-a3f6-df3222a7eedd), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:09.588369 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead96c8-dedf-444f-8227-5d34279cba26 req-35864ebc-be7c-42ba-b8de-5dc04f784a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:09.589908 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-eead96c8-dedf-444f-8227-5d34279cba26 req-35864ebc-be7c-42ba-b8de-5dc04f784a6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f10567fd-adb1-4429-8b4f-7a10f9ab700f HTTP/1.1" status: 200 len: 858 time: 0.0702536 Apr 14 20:47:09.594643 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-25ed1516-e24a-4418-9f14-604c20bde399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (ae097262-056c-4e7d-921a-b6511afca872), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:09.638735 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed1516-e24a-4418-9f14-604c20bde399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae097262-056c-4e7d-921a-b6511afca872,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:09.644610 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-25ed1516-e24a-4418-9f14-604c20bde399 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eeeb2ffac8e84ed1a4323d48aa02e268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5650387 Apr 14 20:47:09.652056 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44620) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:09.712341 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d8780306-dc79-4a68-82f4-faacaca8f4a4 admin admin] Publish callbacks [] for security_group (ae097262-056c-4e7d-921a-b6511afca872), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:09.734054 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead96c8-dedf-444f-8227-5d34279cba26 req-1127582f-d1b3-4cf0-9359-bea28f02b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:09.735654 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-eead96c8-dedf-444f-8227-5d34279cba26 req-1127582f-d1b3-4cf0-9359-bea28f02b172 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3627da5-4396-44c2-b4be-72365d8e14c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801709 Apr 14 20:47:09.747474 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d8780306-dc79-4a68-82f4-faacaca8f4a4 admin admin] Publish callbacks [] for security_group (ae097262-056c-4e7d-921a-b6511afca872), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:09.925987 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d8780306-dc79-4a68-82f4-faacaca8f4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (ae097262-056c-4e7d-921a-b6511afca872), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:09.928606 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d8780306-dc79-4a68-82f4-faacaca8f4a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:09.929929 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-d8780306-dc79-4a68-82f4-faacaca8f4a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae097262-056c-4e7d-921a-b6511afca872 HTTP/1.1" status: 204 len: 168 time: 0.2764435 Apr 14 20:47:09.972144 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8780306-dc79-4a68-82f4-faacaca8f4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae097262-056c-4e7d-921a-b6511afca872,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:10.181256 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44632) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:10.212295 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ebc9457e-ee76-428d-bbd2-c6a6f42f3ea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:10.223887 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a945bee-6f88-4927-aa3e-0a183b2f1d5e req-50ec35c3-f9d0-4272-b9c2-3ee9f740f8ba tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:10.225638 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9a945bee-6f88-4927-aa3e-0a183b2f1d5e req-50ec35c3-f9d0-4272-b9c2-3ee9f740f8ba tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.1062946 Apr 14 20:47:10.295493 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-eead96c8-dedf-444f-8227-5d34279cba26 req-4fd1b50f-bec2-4b6a-9af1-6c3d341db05a service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441182 Apr 14 20:47:10.355665 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9a945bee-6f88-4927-aa3e-0a183b2f1d5e req-aaca2cb6-0f4b-4b70-ae71-845039beb0f6 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180565 Apr 14 20:47:10.359050 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ebc9457e-ee76-428d-bbd2-c6a6f42f3ea0 admin admin] Publish callbacks [] for security_group (82606cb0-7854-4a49-b20c-52b7a80c68d4), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:10.401327 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Router 0ac6bd51-09ec-4418-a3f6-df3222a7eedd is scheduled to L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 with binding_index 1 {{(pid=110412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:47:10.426131 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ebc9457e-ee76-428d-bbd2-c6a6f42f3ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (82606cb0-7854-4a49-b20c-52b7a80c68d4), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:10.441928 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2fce8b-bfc2-46e8-bfa1-f07e8e21bff2 None None] Network bf94e581-597b-4b10-b9c0-f02b219625e6 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:47:10.486999 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-eead96c8-dedf-444f-8227-5d34279cba26 req-14a8ec98-d5a3-472d-a234-af3b5e94fa59 service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828423 Apr 14 20:47:10.521223 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ebc9457e-ee76-428d-bbd2-c6a6f42f3ea0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fcd5c4e166145e58efe08ee24b9b299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362291 Apr 14 20:47:10.526964 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44636) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:10.591514 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:47:10.594198 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9457e-ee76-428d-bbd2-c6a6f42f3ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82606cb0-7854-4a49-b20c-52b7a80c68d4,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:10.604902 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Sync routers for ids ['0ac6bd51-09ec-4418-a3f6-df3222a7eedd'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:47:10.616222 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-01e39387-5829-4682-93d8-6be7d320fb66 None None] Provisioning complete for port a04260ad-032b-40d5-a98d-a469d034665e triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:10.616860 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-01e39387-5829-4682-93d8-6be7d320fb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (a04260ad-032b-40d5-a98d-a469d034665e), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:10.631852 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Routers {'0ac6bd51-09ec-4418-a3f6-df3222a7eedd'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:47:10.640387 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['0ac6bd51-09ec-4418-a3f6-df3222a7eedd'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:10.667176 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a3012584-0774-448c-af19-c41d008f517c admin admin] Publish callbacks [] for security_group (82606cb0-7854-4a49-b20c-52b7a80c68d4), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:10.696073 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] Publish callbacks [] for router (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:10.698740 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-785e685a-1e48-4cb8-9744-4cd4fb2665be admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8370879 Apr 14 20:47:10.701499 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44638) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:10.714023 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a3012584-0774-448c-af19-c41d008f517c admin admin] Publish callbacks [] for security_group (82606cb0-7854-4a49-b20c-52b7a80c68d4), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:10.792531 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Set router 0ac6bd51-09ec-4418-a3f6-df3222a7eedd gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:47:10.842630 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-01e39387-5829-4682-93d8-6be7d320fb66 None None] Current status of the port a04260ad-032b-40d5-a98d-a469d034665e is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:10.843054 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-01e39387-5829-4682-93d8-6be7d320fb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (a04260ad-032b-40d5-a98d-a469d034665e), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:10.849304 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ced7550a-0733-4559-a64c-1f0e0ba910eb up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:47:10.854137 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44642) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:10.884288 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e9423764-3f3f-46e2-91af-a7c36ffaefa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:10.915857 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a3012584-0774-448c-af19-c41d008f517c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (82606cb0-7854-4a49-b20c-52b7a80c68d4), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:10.924209 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a3012584-0774-448c-af19-c41d008f517c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:10.927847 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-a3012584-0774-448c-af19-c41d008f517c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82606cb0-7854-4a49-b20c-52b7a80c68d4 HTTP/1.1" status: 204 len: 168 time: 0.3975952 Apr 14 20:47:10.971388 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3012584-0774-448c-af19-c41d008f517c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82606cb0-7854-4a49-b20c-52b7a80c68d4,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:11.099551 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e9423764-3f3f-46e2-91af-a7c36ffaefa1 admin admin] Publish callbacks [] for security_group (785d541d-d2b3-4c74-bc2f-c70791897a1f), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:11.125579 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-01e39387-5829-4682-93d8-6be7d320fb66 None None] For port a04260ad-032b-40d5-a98d-a469d034665e, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=a04260ad-032b-40d5-a98d-a469d034665e,segment=NetworkSegment(e2479537-8230-4e2f-ad9a-ebd86e595025),segment_id=e2479537-8230-4e2f-ad9a-ebd86e595025)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:11.170714 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e9423764-3f3f-46e2-91af-a7c36ffaefa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (785d541d-d2b3-4c74-bc2f-c70791897a1f), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:11.223747 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port ced7550a-0733-4559-a64c-1f0e0ba910eb triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:11.225091 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:11.241624 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9423764-3f3f-46e2-91af-a7c36ffaefa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785d541d-d2b3-4c74-bc2f-c70791897a1f,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:11.279716 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-e9423764-3f3f-46e2-91af-a7c36ffaefa1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3214327bfb4f467f94dd5f3fb64ef1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240768 Apr 14 20:47:11.283214 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44652) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:11.308073 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-01e39387-5829-4682-93d8-6be7d320fb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (a04260ad-032b-40d5-a98d-a469d034665e), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:11.430729 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e39387-5829-4682-93d8-6be7d320fb66 None None] Pushing event updated for resources: {'Port': ['ID=a04260ad-032b-40d5-a98d-a469d034665e,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:11.438135 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port ced7550a-0733-4559-a64c-1f0e0ba910eb is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:11.439696 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device a04260ad-032b-40d5-a98d-a469d034665e up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:47:11.457983 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-401ed06d-e771-4a51-97b8-a65039c2c947 admin admin] Publish callbacks [] for security_group (785d541d-d2b3-4c74-bc2f-c70791897a1f), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:11.518930 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port a04260ad-032b-40d5-a98d-a469d034665e triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:11.520022 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (a04260ad-032b-40d5-a98d-a469d034665e), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:11.523257 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-401ed06d-e771-4a51-97b8-a65039c2c947 admin admin] Publish callbacks [] for security_group (785d541d-d2b3-4c74-bc2f-c70791897a1f), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:11.567264 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'name': 'tempest-TestVolumeBootPattern-738334752-router', 'tenant_id': 'fde707717239452f8b75bc2c845b8e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b144c879-6950-42a5-899e-2175cd217283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:47:06Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 3, 'project_id': 'fde707717239452f8b75bc2c845b8e19', 'gw_port': {'id': 'b144c879-6950-42a5-899e-2175cd217283', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:07Z', 'updated_at': '2022-04-14T20:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:11.604164 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Checking router: 0ac6bd51-09ec-4418-a3f6-df3222a7eedd for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:47:11.604752 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Updating router 0ac6bd51-09ec-4418-a3f6-df3222a7eedd port b144c879-6950-42a5-899e-2175cd217283 binding host dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:47:11.637356 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-b1f919e2-ca65-4a4d-b09f-8756ecd88dd0 None None] Provisioning complete for port a04260ad-032b-40d5-a98d-a469d034665e triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:11.637867 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b1f919e2-ca65-4a4d-b09f-8756ecd88dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (a04260ad-032b-40d5-a98d-a469d034665e), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:11.649952 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a3769-62ae-4cd3-8eae-70ae23151418 req-7679b2d0-3ec5-421a-a26d-d9422804d20f tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:11.651909 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a41a3769-62ae-4cd3-8eae-70ae23151418 req-7679b2d0-3ec5-421a-a26d-d9422804d20f tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.1152101 Apr 14 20:47:11.652698 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (b144c879-6950-42a5-899e-2175cd217283), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:11.688473 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port a04260ad-032b-40d5-a98d-a469d034665e is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:11.718181 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-401ed06d-e771-4a51-97b8-a65039c2c947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (785d541d-d2b3-4c74-bc2f-c70791897a1f), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:11.720712 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-401ed06d-e771-4a51-97b8-a65039c2c947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:11.724240 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-401ed06d-e771-4a51-97b8-a65039c2c947 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/785d541d-d2b3-4c74-bc2f-c70791897a1f HTTP/1.1" status: 204 len: 168 time: 0.4266386 Apr 14 20:47:11.735366 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ed06d-e771-4a51-97b8-a65039c2c947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785d541d-d2b3-4c74-bc2f-c70791897a1f,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:11.760318 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-b1f919e2-ca65-4a4d-b09f-8756ecd88dd0 None None] Current status of the port a04260ad-032b-40d5-a98d-a469d034665e is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:11.760845 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:11.821316 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a41a3769-62ae-4cd3-8eae-70ae23151418 req-0004a2dc-d3f1-4fa3-9e04-36c259d430c9 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385176 Apr 14 20:47:12.009072 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] Allocated IP 172.20.0.1 (bf94e581-597b-4b10-b9c0-f02b219625e6/9892e6d0-8aa4-4fa3-a0fd-3bcca5de9d38/8bef8108-8301-4998-ae1b-e14e93365947) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:47:12.094850 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Publish callbacks [] for port (b144c879-6950-42a5-899e-2175cd217283), precommit_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:12.129992 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] Publish callbacks [] for port (8bef8108-8301-4998-ae1b-e14e93365947), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:12.154862 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (b144c879-6950-42a5-899e-2175cd217283), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:12.203411 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458f583-1e92-48b5-897f-b00ad9f91768 None None] Pushing event updated for resources: {'Port': ['ID=b144c879-6950-42a5-899e-2175cd217283,revision_number=2']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:12.232254 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Attempting to bind port b144c879-6950-42a5-899e-2175cd217283 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:47:12.232627 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Attempting to bind port b144c879-6950-42a5-899e-2175cd217283 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:47:12.233107 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Attempting to bind port b144c879-6950-42a5-899e-2175cd217283 on network 4d816796-e0bf-4bb0-bd57-0e101c861302 {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:47:12.238468 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:47:12.238843 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Checking segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:47:12.244347 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:12.244347 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Bound using segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:47:12.244347 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Bound port: b144c879-6950-42a5-899e-2175cd217283, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:47:12.244347 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (b144c879-6950-42a5-899e-2175cd217283), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:12.294305 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (8bef8108-8301-4998-ae1b-e14e93365947), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:12.306411 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] For port b144c879-6950-42a5-899e-2175cd217283, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:47:12.309465 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] For port b144c879-6950-42a5-899e-2175cd217283, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=b144c879-6950-42a5-899e-2175cd217283,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:47:12.335034 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] Network bf94e581-597b-4b10-b9c0-f02b219625e6 is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:47:12.340799 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:47:12.346787 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:47:12.376210 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] Pushing event updated for resources: {'Port': ['ID=8bef8108-8301-4998-ae1b-e14e93365947,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:12.392203 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (b144c879-6950-42a5-899e-2175cd217283), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:12.417801 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1644353'] for router_interface (0ac6bd51-09ec-4418-a3f6-df3222a7eedd), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:12.506723 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Routers {'0ac6bd51-09ec-4418-a3f6-df3222a7eedd'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:47:12.508030 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['0ac6bd51-09ec-4418-a3f6-df3222a7eedd'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:12.584466 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device a04260ad-032b-40d5-a98d-a469d034665e up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:47:12.591919 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44694) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:12.607767 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458f583-1e92-48b5-897f-b00ad9f91768 None None] Pushing event updated for resources: {'Port': ['ID=b144c879-6950-42a5-899e-2175cd217283,revision_number=3']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:12.610701 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8ac001af-2adb-4810-97a6-fde173903109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:12.714953 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port a04260ad-032b-40d5-a98d-a469d034665e triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:12.715865 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (a04260ad-032b-40d5-a98d-a469d034665e), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:12.739519 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8ac001af-2adb-4810-97a6-fde173903109 admin admin] Publish callbacks [] for security_group (739f2d49-f7e0-4a9a-90a4-70d8f00e911c), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:12.810486 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8ac001af-2adb-4810-97a6-fde173903109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (739f2d49-f7e0-4a9a-90a4-70d8f00e911c), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:12.814525 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] Set router 0ac6bd51-09ec-4418-a3f6-df3222a7eedd gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:47:12.817767 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-d57d7710-66d7-4579-8632-4dbe313b2080 None None] Provisioning complete for port 8bef8108-8301-4998-ae1b-e14e93365947 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:12.818147 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-d57d7710-66d7-4579-8632-4dbe313b2080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (8bef8108-8301-4998-ae1b-e14e93365947), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:12.842175 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (8bef8108-8301-4998-ae1b-e14e93365947), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:12.850020 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-8ac001af-2adb-4810-97a6-fde173903109 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01067771033a4779991e69d952c4a57c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568858 Apr 14 20:47:12.867640 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44700) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:12.867759 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port a04260ad-032b-40d5-a98d-a469d034665e is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:12.882317 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-d57d7710-66d7-4579-8632-4dbe313b2080 None None] Port 8bef8108-8301-4998-ae1b-e14e93365947 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:47:12.920437 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac001af-2adb-4810-97a6-fde173903109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739f2d49-f7e0-4a9a-90a4-70d8f00e911c,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:13.058010 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-43efbec8-4157-4bc5-a598-4713a82187d2 admin admin] Publish callbacks [] for security_group (739f2d49-f7e0-4a9a-90a4-70d8f00e911c), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:13.066784 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96e36a-6598-4ae1-8eca-6bfb7190a46e req-cd520406-3df8-42f4-85b7-a3a835863c09 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:13.068267 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dd96e36a-6598-4ae1-8eca-6bfb7190a46e req-cd520406-3df8-42f4-85b7-a3a835863c09 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0893991 Apr 14 20:47:13.137501 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'name': 'tempest-TestVolumeBootPattern-738334752-router', 'tenant_id': 'fde707717239452f8b75bc2c845b8e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b144c879-6950-42a5-899e-2175cd217283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:47:06Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 3, 'project_id': 'fde707717239452f8b75bc2c845b8e19', 'gw_port': {'id': 'b144c879-6950-42a5-899e-2175cd217283', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:07Z', 'updated_at': '2022-04-14T20:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:13.142666 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-43efbec8-4157-4bc5-a598-4713a82187d2 admin admin] Publish callbacks [] for security_group (739f2d49-f7e0-4a9a-90a4-70d8f00e911c), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:13.259536 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dd96e36a-6598-4ae1-8eca-6bfb7190a46e req-1289a832-b309-4d31-a0b3-a685daaa2b29 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727417 Apr 14 20:47:13.323197 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d44770e-e821-4453-986a-560c09e97a72 None None] The sync data for ids ['0ac6bd51-09ec-4418-a3f6-df3222a7eedd'] in dv-cinder-837540-3-iscsi is: [{'id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'name': 'tempest-TestVolumeBootPattern-738334752-router', 'tenant_id': 'fde707717239452f8b75bc2c845b8e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b144c879-6950-42a5-899e-2175cd217283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:47:06Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 3, 'project_id': 'fde707717239452f8b75bc2c845b8e19', 'gw_port': {'id': 'b144c879-6950-42a5-899e-2175cd217283', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:07Z', 'updated_at': '2022-04-14T20:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:47:13.339142 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] Publish callbacks [] for port (8bef8108-8301-4998-ae1b-e14e93365947), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:13.397994 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-43efbec8-4157-4bc5-a598-4713a82187d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (739f2d49-f7e0-4a9a-90a4-70d8f00e911c), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:13.401151 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-43efbec8-4157-4bc5-a598-4713a82187d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:13.405118 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-43efbec8-4157-4bc5-a598-4713a82187d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/739f2d49-f7e0-4a9a-90a4-70d8f00e911c HTTP/1.1" status: 204 len: 168 time: 0.5380559 Apr 14 20:47:13.427449 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efbec8-4157-4bc5-a598-4713a82187d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739f2d49-f7e0-4a9a-90a4-70d8f00e911c,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:13.429261 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (8bef8108-8301-4998-ae1b-e14e93365947), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:13.563494 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] Pushing event updated for resources: {'Port': ['ID=8bef8108-8301-4998-ae1b-e14e93365947,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:13.567280 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644017'] for router_interface (0ac6bd51-09ec-4418-a3f6-df3222a7eedd), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:13.751975 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] Network bf94e581-597b-4b10-b9c0-f02b219625e6 is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:47:13.754909 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:47:13.942848 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] Router 0ac6bd51-09ec-4418-a3f6-df3222a7eedd has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:47:14.167699 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:47:14.176110 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-4c717d82-6f28-44f7-ad78-b1c05e7715ce None None] Provisioning complete for port 8bef8108-8301-4998-ae1b-e14e93365947 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:14.178367 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-4c717d82-6f28-44f7-ad78-b1c05e7715ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (8bef8108-8301-4998-ae1b-e14e93365947), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:14.180218 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-457534ca-3eab-4d27-96b5-dec11803c879 admin admin] 10.222.0.15 "PUT /v2.0/routers/0ac6bd51-09ec-4418-a3f6-df3222a7eedd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4592378 Apr 14 20:47:14.324087 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-4c717d82-6f28-44f7-ad78-b1c05e7715ce None None] Port 8bef8108-8301-4998-ae1b-e14e93365947 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:47:14.467528 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fcd7b2a2-23d8-451b-9fad-0675cc8da5c6 req-6010e265-e807-4982-b259-fc0e4f00a549 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0982807 Apr 14 20:47:14.575118 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b2a2-23d8-451b-9fad-0675cc8da5c6 req-88865cf1-d750-4fbc-ba2b-95892425b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:14.576977 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fcd7b2a2-23d8-451b-9fad-0675cc8da5c6 req-88865cf1-d750-4fbc-ba2b-95892425b03c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 1129 time: 0.0849147 Apr 14 20:47:14.637830 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device b144c879-6950-42a5-899e-2175cd217283 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:47:14.693994 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:14.754154 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port b144c879-6950-42a5-899e-2175cd217283 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:14.754922 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (b144c879-6950-42a5-899e-2175cd217283), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:14.854423 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b2a2-23d8-451b-9fad-0675cc8da5c6 req-23ffdb47-cba8-486c-8b86-e9c8f2a3f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:14.856000 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fcd7b2a2-23d8-451b-9fad-0675cc8da5c6 req-23ffdb47-cba8-486c-8b86-e9c8f2a3f311 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 920 time: 0.2420943 Apr 14 20:47:14.936946 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fcd7b2a2-23d8-451b-9fad-0675cc8da5c6 req-b91900d5-a4b1-4429-8e77-d38d30c41758 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ff77d41-9d83-455f-a8ef-887591066088 HTTP/1.1" status: 200 len: 217 time: 0.0723603 Apr 14 20:47:14.950535 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port b144c879-6950-42a5-899e-2175cd217283 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:14.951166 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (b144c879-6950-42a5-899e-2175cd217283), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:15.020868 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] For port b144c879-6950-42a5-899e-2175cd217283, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=b144c879-6950-42a5-899e-2175cd217283,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:15.022095 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b2a2-23d8-451b-9fad-0675cc8da5c6 req-99dedc48-64ec-4587-b24d-366bc8216498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:15.026367 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fcd7b2a2-23d8-451b-9fad-0675cc8da5c6 req-99dedc48-64ec-4587-b24d-366bc8216498 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f10567fd-adb1-4429-8b4f-7a10f9ab700f HTTP/1.1" status: 200 len: 858 time: 0.0809965 Apr 14 20:47:15.111372 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (b144c879-6950-42a5-899e-2175cd217283), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:15.114944 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b2a2-23d8-451b-9fad-0675cc8da5c6 req-b7dff095-455e-4c4f-b994-a22617a370b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:15.123379 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fcd7b2a2-23d8-451b-9fad-0675cc8da5c6 req-b7dff095-455e-4c4f-b994-a22617a370b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3627da5-4396-44c2-b4be-72365d8e14c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801218 Apr 14 20:47:15.227886 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Pushing event updated for resources: {'Port': ['ID=b144c879-6950-42a5-899e-2175cd217283,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:15.336798 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fcd7b2a2-23d8-451b-9fad-0675cc8da5c6 req-e03a5f39-2a09-4f47-bec8-8b2b15439fcd service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081516 Apr 14 20:47:15.518231 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fcd7b2a2-23d8-451b-9fad-0675cc8da5c6 req-1e5cee1a-0942-4bf4-827d-94c7876e288b service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687572 Apr 14 20:47:15.701256 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44820) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:15.706158 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-525e53b0-5f4e-419b-a050-69ff0bccb163 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-976730036', 'description': 'tempest-secgroup-smoke-976730036 description', 'project_id': '4594533c2d114769b73069549c61e38e'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:15.804942 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da984b2-d204-4ff6-b021-19ae185242f5 req-04565a9e-7d35-4aa8-9785-36d269ecb2b2 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:15.806525 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7da984b2-d204-4ff6-b021-19ae185242f5 req-04565a9e-7d35-4aa8-9785-36d269ecb2b2 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0627151 Apr 14 20:47:15.846302 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-525e53b0-5f4e-419b-a050-69ff0bccb163 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:15.906452 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7da984b2-d204-4ff6-b021-19ae185242f5 req-3a9f5d6f-47c2-400e-8f31-fb6c5f7d8780 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922735 Apr 14 20:47:16.085533 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-525e53b0-5f4e-419b-a050-69ff0bccb163 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group (5ccbf620-7e17-445c-b54e-92b5f246fbd8), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:16.140487 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-525e53b0-5f4e-419b-a050-69ff0bccb163 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (5ccbf620-7e17-445c-b54e-92b5f246fbd8), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:16.178762 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e53b0-5f4e-419b-a050-69ff0bccb163 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccbf620-7e17-445c-b54e-92b5f246fbd8,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:16.277585 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-525e53b0-5f4e-419b-a050-69ff0bccb163 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:16.279294 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-525e53b0-5f4e-419b-a050-69ff0bccb163 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5764015 Apr 14 20:47:16.281771 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44842) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:16.286464 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-916748c2-4e3d-4dfa-898a-a747ce386d42 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Request body: {'security_group_rule': {'security_group_id': '5ccbf620-7e17-445c-b54e-92b5f246fbd8', 'project_id': '4594533c2d114769b73069549c61e38e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:16.378400 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Sync routers for ids ['0ac6bd51-09ec-4418-a3f6-df3222a7eedd'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:47:16.393103 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-916748c2-4e3d-4dfa-898a-a747ce386d42 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group_rule (70d8b61d-43e0-45e6-867e-cad41ec759fb), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:16.393784 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Routers {'0ac6bd51-09ec-4418-a3f6-df3222a7eedd'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:47:16.395145 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['0ac6bd51-09ec-4418-a3f6-df3222a7eedd'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:16.468612 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44850) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:16.478816 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-795e97f9-a1e1-4205-b37d-9d9919daf05b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1177585310', 'description': 'tempest-description--21261916'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:16.527712 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45612f80-fd84-4cd3-bff9-a20ecaff56b1 req-029271cb-72fd-4782-b657-5d3483927cb0 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:16.531798 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Set router 0ac6bd51-09ec-4418-a3f6-df3222a7eedd gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:47:16.534429 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-45612f80-fd84-4cd3-bff9-a20ecaff56b1 req-029271cb-72fd-4782-b657-5d3483927cb0 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.1382189 Apr 14 20:47:16.599097 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device b144c879-6950-42a5-899e-2175cd217283 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:47:16.600000 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-916748c2-4e3d-4dfa-898a-a747ce386d42 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group_rule (70d8b61d-43e0-45e6-867e-cad41ec759fb), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:16.609415 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-795e97f9-a1e1-4205-b37d-9d9919daf05b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:16.622308 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-45612f80-fd84-4cd3-bff9-a20ecaff56b1 req-44dc7261-7778-4693-a64e-214e50de3753 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792542 Apr 14 20:47:16.682744 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-916748c2-4e3d-4dfa-898a-a747ce386d42 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (70d8b61d-43e0-45e6-867e-cad41ec759fb), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:16.711943 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916748c2-4e3d-4dfa-898a-a747ce386d42 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d8b61d-43e0-45e6-867e-cad41ec759fb,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:16.726989 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44856) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:16.764265 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-795e97f9-a1e1-4205-b37d-9d9919daf05b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for security_group (729dcce9-9cc6-4142-a3f4-7569953d4580), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:16.810726 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-916748c2-4e3d-4dfa-898a-a747ce386d42 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:16.811203 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port b144c879-6950-42a5-899e-2175cd217283 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:16.811750 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (b144c879-6950-42a5-899e-2175cd217283), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:16.812118 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-916748c2-4e3d-4dfa-898a-a747ce386d42 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5293000 Apr 14 20:47:16.815112 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44862) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:16.822603 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-5730981e-f517-4343-a0ca-11de6b860dbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Request body: {'security_group_rule': {'security_group_id': '5ccbf620-7e17-445c-b54e-92b5f246fbd8', 'project_id': '4594533c2d114769b73069549c61e38e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:16.871338 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-795e97f9-a1e1-4205-b37d-9d9919daf05b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (729dcce9-9cc6-4142-a3f4-7569953d4580), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:16.906355 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e97f9-a1e1-4205-b37d-9d9919daf05b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729dcce9-9cc6-4142-a3f4-7569953d4580,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:16.944247 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44864) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:16.956520 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5730981e-f517-4343-a0ca-11de6b860dbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group_rule (fe41fd01-b1c0-4e6a-a4d5-c13b9168fd86), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:16.959004 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'name': 'tempest-TestVolumeBootPattern-738334752-router', 'tenant_id': 'fde707717239452f8b75bc2c845b8e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b144c879-6950-42a5-899e-2175cd217283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:47:06Z', 'updated_at': '2022-04-14T20:47:12Z', 'revision_number': 4, 'project_id': 'fde707717239452f8b75bc2c845b8e19', 'gw_port': {'id': 'b144c879-6950-42a5-899e-2175cd217283', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:07Z', 'updated_at': '2022-04-14T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '8bef8108-8301-4998-ae1b-e14e93365947', 'name': '', 'network_id': 'bf94e581-597b-4b10-b9c0-f02b219625e6', 'tenant_id': 'fde707717239452f8b75bc2c845b8e19', 'mac_address': 'fa:16:3e:2d:b6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9892e6d0-8aa4-4fa3-a0fd-3bcca5de9d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:11Z', 'updated_at': '2022-04-14T20:47:13Z', 'revision_number': 2, 'project_id': 'fde707717239452f8b75bc2c845b8e19', 'subnets': [{'id': '9892e6d0-8aa4-4fa3-a0fd-3bcca5de9d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:16.981609 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-795e97f9-a1e1-4205-b37d-9d9919daf05b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:16.983592 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-795e97f9-a1e1-4205-b37d-9d9919daf05b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5118456 Apr 14 20:47:16.986401 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44870) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:16.998664 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-3b6be685-0cae-4a9d-96fd-2c228685f1f7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Request body: {'security_group_rule': {'security_group_id': '729dcce9-9cc6-4142-a3f4-7569953d4580', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:17.000547 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Checking router: 0ac6bd51-09ec-4418-a3f6-df3222a7eedd for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:47:17.000902 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Updating router 0ac6bd51-09ec-4418-a3f6-df3222a7eedd port 8bef8108-8301-4998-ae1b-e14e93365947 binding host dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:47:17.003220 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port b144c879-6950-42a5-899e-2175cd217283 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:17.038757 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (8bef8108-8301-4998-ae1b-e14e93365947), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.043299 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bbb6e8aa-ea78-4103-9b59-abece49594b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.074174 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2bae8-8e9e-4c5f-89b3-122c86d2943e req-b2b69d23-5e58-4733-841f-01fb3592163f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:17.075741 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4fe2bae8-8e9e-4c5f-89b3-122c86d2943e req-b2b69d23-5e58-4733-841f-01fb3592163f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0568302 Apr 14 20:47:17.096290 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5730981e-f517-4343-a0ca-11de6b860dbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group_rule (fe41fd01-b1c0-4e6a-a4d5-c13b9168fd86), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.098001 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-57e53870-39db-4f2b-9895-edac3668675c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.145743 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4fe2bae8-8e9e-4c5f-89b3-122c86d2943e req-dbcb2951-b28d-42c9-94d7-876e5985f46d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641370 Apr 14 20:47:17.156541 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3b6be685-0cae-4a9d-96fd-2c228685f1f7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for security_group_rule (e8f9773c-65dd-4d87-b870-e1c46acfa99a), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.176827 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5730981e-f517-4343-a0ca-11de6b860dbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (fe41fd01-b1c0-4e6a-a4d5-c13b9168fd86), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.212287 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730981e-f517-4343-a0ca-11de6b860dbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe41fd01-b1c0-4e6a-a4d5-c13b9168fd86,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:17.245100 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bbb6e8aa-ea78-4103-9b59-abece49594b7 admin admin] Publish callbacks [] for security_group (4a38d27a-667c-4dc0-935f-0f0cc9cd07a5), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.247084 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3b6be685-0cae-4a9d-96fd-2c228685f1f7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for security_group_rule (e8f9773c-65dd-4d87-b870-e1c46acfa99a), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.272056 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-57e53870-39db-4f2b-9895-edac3668675c admin admin] Publish callbacks [] for security_group (570c8436-f37f-4c0f-8c93-7edcdeb328b5), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.299828 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3b6be685-0cae-4a9d-96fd-2c228685f1f7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (e8f9773c-65dd-4d87-b870-e1c46acfa99a), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.302064 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5730981e-f517-4343-a0ca-11de6b860dbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.303274 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-5730981e-f517-4343-a0ca-11de6b860dbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4869967 Apr 14 20:47:17.304028 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bbb6e8aa-ea78-4103-9b59-abece49594b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (4a38d27a-667c-4dc0-935f-0f0cc9cd07a5), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.310447 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44874) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:17.321546 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-52381f00-627b-471a-9881-093bb8e125ab tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Request body: {'security_group_rule': {'security_group_id': '5ccbf620-7e17-445c-b54e-92b5f246fbd8', 'project_id': '4594533c2d114769b73069549c61e38e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:17.336885 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6be685-0cae-4a9d-96fd-2c228685f1f7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f9773c-65dd-4d87-b870-e1c46acfa99a,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:17.347074 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6e8aa-ea78-4103-9b59-abece49594b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a38d27a-667c-4dc0-935f-0f0cc9cd07a5,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:17.353265 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-bbb6e8aa-ea78-4103-9b59-abece49594b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b0a2cbbd46043ddbaff65a4091df4cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6233404 Apr 14 20:47:17.355482 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44876) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:17.363419 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-57e53870-39db-4f2b-9895-edac3668675c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (570c8436-f37f-4c0f-8c93-7edcdeb328b5), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.415574 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3b6be685-0cae-4a9d-96fd-2c228685f1f7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.417078 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-3b6be685-0cae-4a9d-96fd-2c228685f1f7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4290404 Apr 14 20:47:17.419870 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44878) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:17.422564 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Publish callbacks [] for port (8bef8108-8301-4998-ae1b-e14e93365947), precommit_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.424125 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-99b54da4-06d1-4806-bfea-1c0e94962117 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Request body: {'security_group_rule': {'security_group_id': '729dcce9-9cc6-4142-a3f4-7569953d4580', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:17.439723 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e53870-39db-4f2b-9895-edac3668675c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570c8436-f37f-4c0f-8c93-7edcdeb328b5,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:17.453437 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-57e53870-39db-4f2b-9895-edac3668675c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=518eec4278ab471ca957703b70578b9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5001311 Apr 14 20:47:17.454841 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44880) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:17.464939 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-32f401b3-6ced-4de4-be02-c13a52bb0b93 admin admin] Publish callbacks [] for security_group (4a38d27a-667c-4dc0-935f-0f0cc9cd07a5), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.487996 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-32f401b3-6ced-4de4-be02-c13a52bb0b93 admin admin] Publish callbacks [] for security_group (4a38d27a-667c-4dc0-935f-0f0cc9cd07a5), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.512148 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c95217bd-4906-47c2-941c-29984906f98b admin admin] Publish callbacks [] for security_group (570c8436-f37f-4c0f-8c93-7edcdeb328b5), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.521754 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-52381f00-627b-471a-9881-093bb8e125ab tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group_rule (ef50d3d6-bcc4-439a-bde4-9dc18db29e91), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.540573 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (8bef8108-8301-4998-ae1b-e14e93365947), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.552254 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c95217bd-4906-47c2-941c-29984906f98b admin admin] Publish callbacks [] for security_group (570c8436-f37f-4c0f-8c93-7edcdeb328b5), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.575115 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-99b54da4-06d1-4806-bfea-1c0e94962117 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for security_group_rule (985bd527-0411-4957-9f86-d8698ee5dce7), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.601049 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828cbd5-2ef0-47d3-adb8-e80a0fd9ddc8 None None] Pushing event updated for resources: {'Port': ['ID=8bef8108-8301-4998-ae1b-e14e93365947,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:17.632270 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-32f401b3-6ced-4de4-be02-c13a52bb0b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (4a38d27a-667c-4dc0-935f-0f0cc9cd07a5), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.638328 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-32f401b3-6ced-4de4-be02-c13a52bb0b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.640851 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-32f401b3-6ced-4de4-be02-c13a52bb0b93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a38d27a-667c-4dc0-935f-0f0cc9cd07a5 HTTP/1.1" status: 204 len: 168 time: 0.2840910 Apr 14 20:47:17.653105 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-52381f00-627b-471a-9881-093bb8e125ab tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group_rule (ef50d3d6-bcc4-439a-bde4-9dc18db29e91), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.660718 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f401b3-6ced-4de4-be02-c13a52bb0b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a38d27a-667c-4dc0-935f-0f0cc9cd07a5,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:17.680539 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-99b54da4-06d1-4806-bfea-1c0e94962117 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for security_group_rule (985bd527-0411-4957-9f86-d8698ee5dce7), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.691359 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Attempting to bind port 8bef8108-8301-4998-ae1b-e14e93365947 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:47:17.691798 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Attempting to bind port 8bef8108-8301-4998-ae1b-e14e93365947 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': 'e2479537-8230-4e2f-ad9a-ebd86e595025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bf94e581-597b-4b10-b9c0-f02b219625e6'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:47:17.692160 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Attempting to bind port 8bef8108-8301-4998-ae1b-e14e93365947 on network bf94e581-597b-4b10-b9c0-f02b219625e6 {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:47:17.703934 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:47:17.704321 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Checking segment: {'id': 'e2479537-8230-4e2f-ad9a-ebd86e595025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bf94e581-597b-4b10-b9c0-f02b219625e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:47:17.704724 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.705412 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Bound using segment: {'id': 'e2479537-8230-4e2f-ad9a-ebd86e595025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bf94e581-597b-4b10-b9c0-f02b219625e6'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:47:17.705892 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Bound port: 8bef8108-8301-4998-ae1b-e14e93365947, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2479537-8230-4e2f-ad9a-ebd86e595025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bf94e581-597b-4b10-b9c0-f02b219625e6'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:47:17.706287 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (8bef8108-8301-4998-ae1b-e14e93365947), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.735747 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-52381f00-627b-471a-9881-093bb8e125ab tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (ef50d3d6-bcc4-439a-bde4-9dc18db29e91), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.762338 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52381f00-627b-471a-9881-093bb8e125ab tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef50d3d6-bcc4-439a-bde4-9dc18db29e91,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:17.785612 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-99b54da4-06d1-4806-bfea-1c0e94962117 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (985bd527-0411-4957-9f86-d8698ee5dce7), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.785982 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c95217bd-4906-47c2-941c-29984906f98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (570c8436-f37f-4c0f-8c93-7edcdeb328b5), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.788772 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c95217bd-4906-47c2-941c-29984906f98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.793471 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-c95217bd-4906-47c2-941c-29984906f98b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/570c8436-f37f-4c0f-8c93-7edcdeb328b5 HTTP/1.1" status: 204 len: 168 time: 0.3354430 Apr 14 20:47:17.809207 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95217bd-4906-47c2-941c-29984906f98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570c8436-f37f-4c0f-8c93-7edcdeb328b5,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:17.818991 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b54da4-06d1-4806-bfea-1c0e94962117 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985bd527-0411-4957-9f86-d8698ee5dce7,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:17.834729 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a83319-4db8-47af-ae14-f9ca2342c40e req-b7c9f003-e198-4696-b5d0-697ade71c7db tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:17.846277 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-70a83319-4db8-47af-ae14-f9ca2342c40e req-b7c9f003-e198-4696-b5d0-697ade71c7db tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.1154947 Apr 14 20:47:17.888783 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-52381f00-627b-471a-9881-093bb8e125ab tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.890056 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-52381f00-627b-471a-9881-093bb8e125ab tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5784204 Apr 14 20:47:17.892944 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44890) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:17.899051 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-4dc63bee-aa15-4ffe-a8a0-efc12de3440a tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Request body: {'security_group_rule': {'security_group_id': '5ccbf620-7e17-445c-b54e-92b5f246fbd8', 'project_id': '4594533c2d114769b73069549c61e38e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:17.921772 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-70a83319-4db8-47af-ae14-f9ca2342c40e req-46812461-6684-49c1-87e5-f3ced1eb27a3 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745034 Apr 14 20:47:17.942497 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-99b54da4-06d1-4806-bfea-1c0e94962117 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:17.943002 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-99b54da4-06d1-4806-bfea-1c0e94962117 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5222135 Apr 14 20:47:17.946905 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44892) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:17.951865 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-53716968-78e6-4d9d-830d-463ecb1c8e4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Request body: {'floatingip': {'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:17.975117 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] For port 8bef8108-8301-4998-ae1b-e14e93365947, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:47:17.978278 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] For port 8bef8108-8301-4998-ae1b-e14e93365947, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=8bef8108-8301-4998-ae1b-e14e93365947,segment=NetworkSegment(e2479537-8230-4e2f-ad9a-ebd86e595025),segment_id=e2479537-8230-4e2f-ad9a-ebd86e595025)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:47:17.992576 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-dd742034-40a9-4509-b703-2ad5e4b0761c None None] Provisioning complete for port 8bef8108-8301-4998-ae1b-e14e93365947 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:17.993061 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-dd742034-40a9-4509-b703-2ad5e4b0761c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (8bef8108-8301-4998-ae1b-e14e93365947), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.027050 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-dd742034-40a9-4509-b703-2ad5e4b0761c None None] Port 8bef8108-8301-4998-ae1b-e14e93365947 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:47:18.046610 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-53716968-78e6-4d9d-830d-463ecb1c8e4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.046849 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (8bef8108-8301-4998-ae1b-e14e93365947), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.054465 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4dc63bee-aa15-4ffe-a8a0-efc12de3440a tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group_rule (1c040605-fd8f-4310-bee5-883fb6917ea7), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.125834 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Routers {'0ac6bd51-09ec-4418-a3f6-df3222a7eedd'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:47:18.126666 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:46:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['0ac6bd51-09ec-4418-a3f6-df3222a7eedd'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:18.158523 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4dc63bee-aa15-4ffe-a8a0-efc12de3440a tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group_rule (1c040605-fd8f-4310-bee5-883fb6917ea7), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.172753 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-53716968-78e6-4d9d-830d-463ecb1c8e4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.229574 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4dc63bee-aa15-4ffe-a8a0-efc12de3440a tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (1c040605-fd8f-4310-bee5-883fb6917ea7), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.237756 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828cbd5-2ef0-47d3-adb8-e80a0fd9ddc8 None None] Pushing event updated for resources: {'Port': ['ID=8bef8108-8301-4998-ae1b-e14e93365947,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:18.261010 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc63bee-aa15-4ffe-a8a0-efc12de3440a tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c040605-fd8f-4310-bee5-883fb6917ea7,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:18.359451 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] Set router 0ac6bd51-09ec-4418-a3f6-df3222a7eedd gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:47:18.379415 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [None req-53716968-78e6-4d9d-830d-463ecb1c8e4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Allocated IP 172.27.1.53 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/db1d9236-13f5-4744-8cfc-728e1566084d) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:47:18.398164 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5761f7-39d1-49ea-af3f-640a22ad037f req-c34970f7-c771-494c-a0b2-6025376f8d26 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:18.406894 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ca5761f7-39d1-49ea-af3f-640a22ad037f req-c34970f7-c771-494c-a0b2-6025376f8d26 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0765131 Apr 14 20:47:18.420074 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4dc63bee-aa15-4ffe-a8a0-efc12de3440a tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.421969 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-4dc63bee-aa15-4ffe-a8a0-efc12de3440a tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5276477 Apr 14 20:47:18.431928 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44912) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:18.439077 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-2db9555b-8cb6-47bb-a3d8-87a691098bef tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Request body: {'security_group_rule': {'security_group_id': '5ccbf620-7e17-445c-b54e-92b5f246fbd8', 'project_id': '4594533c2d114769b73069549c61e38e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:18.511247 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ca5761f7-39d1-49ea-af3f-640a22ad037f req-e99479f8-ec9d-4133-b4a5-e60331f7e0c6 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960984 Apr 14 20:47:18.574020 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.securitygroups_db [None req-2db9555b-8cb6-47bb-a3d8-87a691098bef tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Project 4594533c2d114769b73069549c61e38e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 20:47:18.575803 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-53716968-78e6-4d9d-830d-463ecb1c8e4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for port (db1d9236-13f5-4744-8cfc-728e1566084d), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.589748 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2db9555b-8cb6-47bb-a3d8-87a691098bef tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group_rule (d0764dab-e967-4935-aabd-7df788b685f1), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.589889 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-552e8e28-c157-48c5-9204-4209b6b25e09 None None] Provisioning complete for port 8bef8108-8301-4998-ae1b-e14e93365947 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:18.589889 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-552e8e28-c157-48c5-9204-4209b6b25e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (8bef8108-8301-4998-ae1b-e14e93365947), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.646348 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2db9555b-8cb6-47bb-a3d8-87a691098bef tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group_rule (d0764dab-e967-4935-aabd-7df788b685f1), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.663396 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 44920) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:18.664034 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'name': 'tempest-TestVolumeBootPattern-738334752-router', 'tenant_id': 'fde707717239452f8b75bc2c845b8e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b144c879-6950-42a5-899e-2175cd217283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:47:06Z', 'updated_at': '2022-04-14T20:47:12Z', 'revision_number': 4, 'project_id': 'fde707717239452f8b75bc2c845b8e19', 'gw_port': {'id': 'b144c879-6950-42a5-899e-2175cd217283', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:07Z', 'updated_at': '2022-04-14T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '8bef8108-8301-4998-ae1b-e14e93365947', 'name': '', 'network_id': 'bf94e581-597b-4b10-b9c0-f02b219625e6', 'tenant_id': 'fde707717239452f8b75bc2c845b8e19', 'mac_address': 'fa:16:3e:2d:b6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9892e6d0-8aa4-4fa3-a0fd-3bcca5de9d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:11Z', 'updated_at': '2022-04-14T20:47:17Z', 'revision_number': 4, 'project_id': 'fde707717239452f8b75bc2c845b8e19', 'subnets': [{'id': '9892e6d0-8aa4-4fa3-a0fd-3bcca5de9d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:18.677257 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-a12ea22e-b05c-4800-9d2a-a2e575261ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.716962 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bf5763-2734-45e0-858c-c29e926b3a7b None None] The sync data for ids ['0ac6bd51-09ec-4418-a3f6-df3222a7eedd'] in dv-cinder-837540-3-iscsi is: [{'id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'name': 'tempest-TestVolumeBootPattern-738334752-router', 'tenant_id': 'fde707717239452f8b75bc2c845b8e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b144c879-6950-42a5-899e-2175cd217283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:47:06Z', 'updated_at': '2022-04-14T20:47:12Z', 'revision_number': 4, 'project_id': 'fde707717239452f8b75bc2c845b8e19', 'gw_port': {'id': 'b144c879-6950-42a5-899e-2175cd217283', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:07Z', 'updated_at': '2022-04-14T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '8bef8108-8301-4998-ae1b-e14e93365947', 'name': '', 'network_id': 'bf94e581-597b-4b10-b9c0-f02b219625e6', 'tenant_id': 'fde707717239452f8b75bc2c845b8e19', 'mac_address': 'fa:16:3e:2d:b6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9892e6d0-8aa4-4fa3-a0fd-3bcca5de9d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:11Z', 'updated_at': '2022-04-14T20:47:17Z', 'revision_number': 4, 'project_id': 'fde707717239452f8b75bc2c845b8e19', 'subnets': [{'id': '9892e6d0-8aa4-4fa3-a0fd-3bcca5de9d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:47:18.723006 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2db9555b-8cb6-47bb-a3d8-87a691098bef tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (d0764dab-e967-4935-aabd-7df788b685f1), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.731852 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-552e8e28-c157-48c5-9204-4209b6b25e09 None None] Current status of the port 8bef8108-8301-4998-ae1b-e14e93365947 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:18.732246 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-552e8e28-c157-48c5-9204-4209b6b25e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (8bef8108-8301-4998-ae1b-e14e93365947), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.737770 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-53716968-78e6-4d9d-830d-463ecb1c8e4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (db1d9236-13f5-4744-8cfc-728e1566084d), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.754780 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9555b-8cb6-47bb-a3d8-87a691098bef tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0764dab-e967-4935-aabd-7df788b685f1,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:18.818354 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53716968-78e6-4d9d-830d-463ecb1c8e4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Pushing event updated for resources: {'Port': ['ID=db1d9236-13f5-4744-8cfc-728e1566084d,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:18.825446 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-552e8e28-c157-48c5-9204-4209b6b25e09 None None] For port 8bef8108-8301-4998-ae1b-e14e93365947, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=8bef8108-8301-4998-ae1b-e14e93365947,segment=NetworkSegment(e2479537-8230-4e2f-ad9a-ebd86e595025),segment_id=e2479537-8230-4e2f-ad9a-ebd86e595025)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:18.845247 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2db9555b-8cb6-47bb-a3d8-87a691098bef tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.846954 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-2db9555b-8cb6-47bb-a3d8-87a691098bef tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4137313 Apr 14 20:47:18.852525 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44926) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:18.855143 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53716968-78e6-4d9d-830d-463ecb1c8e4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:47:18.859056 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-c0c29fcb-682a-4d46-89a8-2c244a6a0c47 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Request body: {'security_group_rule': {'security_group_id': '5ccbf620-7e17-445c-b54e-92b5f246fbd8', 'project_id': '4594533c2d114769b73069549c61e38e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:18.868710 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-53716968-78e6-4d9d-830d-463ecb1c8e4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:47:18.876443 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53716968-78e6-4d9d-830d-463ecb1c8e4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:47:18.924689 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-a12ea22e-b05c-4800-9d2a-a2e575261ec3 admin admin] Publish callbacks [] for security_group (72111efe-09b9-4868-ac5d-8c13c799f4ea), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.928960 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-552e8e28-c157-48c5-9204-4209b6b25e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (8bef8108-8301-4998-ae1b-e14e93365947), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:18.955461 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.securitygroups_db [None req-c0c29fcb-682a-4d46-89a8-2c244a6a0c47 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Project 4594533c2d114769b73069549c61e38e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 20:47:18.964079 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c0c29fcb-682a-4d46-89a8-2c244a6a0c47 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group_rule (5ec37a82-2f07-4565-ada4-459948777ad7), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.022757 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-a12ea22e-b05c-4800-9d2a-a2e575261ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (72111efe-09b9-4868-ac5d-8c13c799f4ea), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.060882 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e8e28-c157-48c5-9204-4209b6b25e09 None None] Pushing event updated for resources: {'Port': ['ID=8bef8108-8301-4998-ae1b-e14e93365947,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:19.085603 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c0c29fcb-682a-4d46-89a8-2c244a6a0c47 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group_rule (5ec37a82-2f07-4565-ada4-459948777ad7), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.126804 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-53716968-78e6-4d9d-830d-463ecb1c8e4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for floatingip (deaacd70-4bb8-49e0-8ebe-2a045524f686), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.135799 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-a12ea22e-b05c-4800-9d2a-a2e575261ec3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4afb281fc8ab43f1a66bdfa51fb95014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4712379 Apr 14 20:47:19.138686 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44940) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:19.149398 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ea22e-b05c-4800-9d2a-a2e575261ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72111efe-09b9-4868-ac5d-8c13c799f4ea,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:19.160156 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b88131-ee8d-493e-9d5f-0a9877d2f92d req-f645d10b-4458-4b18-aaab-a0f463b3c527 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:19.161673 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c3b88131-ee8d-493e-9d5f-0a9877d2f92d req-f645d10b-4458-4b18-aaab-a0f463b3c527 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.1021721 Apr 14 20:47:19.188017 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c0c29fcb-682a-4d46-89a8-2c244a6a0c47 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (5ec37a82-2f07-4565-ada4-459948777ad7), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.222045 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c3b88131-ee8d-493e-9d5f-0a9877d2f92d req-1ef1421c-b77f-4449-aa22-cb5ba5dee4de tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513694 Apr 14 20:47:19.223023 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c29fcb-682a-4d46-89a8-2c244a6a0c47 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec37a82-2f07-4565-ada4-459948777ad7,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:19.230040 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4a920f64-37d9-471e-977e-d5c088280857 admin admin] Publish callbacks [] for security_group (72111efe-09b9-4868-ac5d-8c13c799f4ea), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.256023 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4a920f64-37d9-471e-977e-d5c088280857 admin admin] Publish callbacks [] for security_group (72111efe-09b9-4868-ac5d-8c13c799f4ea), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.262617 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-53716968-78e6-4d9d-830d-463ecb1c8e4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (db1d9236-13f5-4744-8cfc-728e1566084d), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.272587 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 44942) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:19.297727 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c0c29fcb-682a-4d46-89a8-2c244a6a0c47 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.303034 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-c0c29fcb-682a-4d46-89a8-2c244a6a0c47 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4481404 Apr 14 20:47:19.430601 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4a920f64-37d9-471e-977e-d5c088280857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (72111efe-09b9-4868-ac5d-8c13c799f4ea), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.430601 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4a920f64-37d9-471e-977e-d5c088280857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.433290 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-4a920f64-37d9-471e-977e-d5c088280857 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72111efe-09b9-4868-ac5d-8c13c799f4ea HTTP/1.1" status: 204 len: 168 time: 0.2930431 Apr 14 20:47:19.448862 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a920f64-37d9-471e-977e-d5c088280857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72111efe-09b9-4868-ac5d-8c13c799f4ea,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:19.514676 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1657368836-network', 'tenant_id': 'd55fdbf2e8c54dde9977c981df7f4722'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:19.631585 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Made reservation on behalf of d55fdbf2e8c54dde9977c981df7f4722 for: {'network': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:47:19.634194 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.656571 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba1240-56ad-48c7-91f7-03d827435454 req-961cd430-4133-4cff-87e1-e57ef5aba7ab tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:19.657925 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-62ba1240-56ad-48c7-91f7-03d827435454 req-961cd430-4133-4cff-87e1-e57ef5aba7ab tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0665166 Apr 14 20:47:19.658770 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.735425 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-62ba1240-56ad-48c7-91f7-03d827435454 req-e217257a-e57e-4a82-a7fe-a4f4673e74de tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677552 Apr 14 20:47:19.794300 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Publish callbacks [] for security_group (da93eb58-c28a-4e1c-b7d1-49bcb6917d4c), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.813930 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-53716968-78e6-4d9d-830d-463ecb1c8e4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for port (db1d9236-13f5-4744-8cfc-728e1566084d), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.879951 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-53716968-78e6-4d9d-830d-463ecb1c8e4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (db1d9236-13f5-4744-8cfc-728e1566084d), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.880174 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (da93eb58-c28a-4e1c-b7d1-49bcb6917d4c), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.903055 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=110411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:47:19.917623 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:19.919248 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (31626bd5-8cae-4a3e-837f-bdc3bab3a47d), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.919671 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.segments_db [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Added segment 31626bd5-8cae-4a3e-837f-bdc3bab3a47d of type vlan for network 208564ae-da9e-467c-9660-498e4b41a974 Apr 14 20:47:19.930327 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:19.931190 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:19.931722 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:19.932058 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:19.932470 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:19.932872 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:19.933350 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:19.933764 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:19.934182 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:19.934583 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:19.934999 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:19.935593 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:19.935878 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:19.936270 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:19.936661 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:19.951858 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-53716968-78e6-4d9d-830d-463ecb1c8e4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (deaacd70-4bb8-49e0-8ebe-2a045524f686), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:19.983793 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53716968-78e6-4d9d-830d-463ecb1c8e4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Pushing event updated for resources: {'Port': ['ID=db1d9236-13f5-4744-8cfc-728e1566084d,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:20.001597 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (208564ae-da9e-467c-9660-498e4b41a974), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:20.090734 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-53716968-78e6-4d9d-830d-463ecb1c8e4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:20.092371 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-53716968-78e6-4d9d-830d-463ecb1c8e4b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1440105 Apr 14 20:47:20.120747 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (208564ae-da9e-467c-9660-498e4b41a974), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:20.122427 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:20.123039 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:20.190670 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] Pushing event updated for resources: {'Network': ['ID=208564ae-da9e-467c-9660-498e4b41a974,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:20.203072 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network 208564ae-da9e-467c-9660-498e4b41a974 details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:47:20.244545 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-81ab10ba-60e7-424f-a268-46c3f006a87c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9677398 Apr 14 20:47:20.247523 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 45006) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:20.257601 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Request body: {'subnet': {'network_id': '208564ae-da9e-467c-9660-498e4b41a974', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1657368836-subnet', 'tenant_id': 'd55fdbf2e8c54dde9977c981df7f4722', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:20.392545 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-0ef16e12-f36f-49af-8776-c296fc6a4915 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1177585310&fields=id&tenant_id=27dd67d5d54143bd84f15a83f1f46737 HTTP/1.1" status: 200 len: 267 time: 0.0640631 Apr 14 20:47:20.406138 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Made reservation on behalf of d55fdbf2e8c54dde9977c981df7f4722 for: {'subnet': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:47:20.409095 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309086'] for subnet (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:20.448605 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e1cde-3230-4239-80ee-9d442bab9902 req-c7722055-3471-43d5-98cc-c52e0d43d0e0 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:20.450228 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a18e1cde-3230-4239-80ee-9d442bab9902 req-c7722055-3471-43d5-98cc-c52e0d43d0e0 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0678163 Apr 14 20:47:20.572606 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a18e1cde-3230-4239-80ee-9d442bab9902 req-6afb8f9d-022a-488d-a131-679a4c72f993 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108396 Apr 14 20:47:20.643475 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-8d2e82d7-8fe7-43b3-be6c-6be8a150ead2 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:20.644999 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-8d2e82d7-8fe7-43b3-be6c-6be8a150ead2 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 819 time: 0.2333155 Apr 14 20:47:20.663769 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-9d0a71e6-0dfe-43cb-bf5f-e910505dce5c tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/quotas/27dd67d5d54143bd84f15a83f1f46737 HTTP/1.1" status: 200 len: 375 time: 0.0124507 Apr 14 20:47:20.670673 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 8bef8108-8301-4998-ae1b-e14e93365947 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:47:20.738447 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 8bef8108-8301-4998-ae1b-e14e93365947 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:20.739277 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (8bef8108-8301-4998-ae1b-e14e93365947), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:20.752735 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-de48941b-057a-4f9b-b9e3-bb9e12bc45ec tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0819836 Apr 14 20:47:20.893366 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 8bef8108-8301-4998-ae1b-e14e93365947 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:20.900033 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eb6ba-9afa-4257-96e1-23d52e01bc63 req-46bb4efc-d09d-4d1c-b72d-a06a08a69bcf tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:20.901927 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-581eb6ba-9afa-4257-96e1-23d52e01bc63 req-46bb4efc-d09d-4d1c-b72d-a06a08a69bcf tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0624268 Apr 14 20:47:20.937413 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-c8b8bc94-4e16-4e64-8537-2cd5128c7997 service neutron] 10.222.0.15 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406245 Apr 14 20:47:20.959263 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-581eb6ba-9afa-4257-96e1-23d52e01bc63 req-bfda6bf9-f848-40e5-9f69-b4e92457c11f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514419 Apr 14 20:47:20.973641 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7770167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309064'] for subnet (70567396-6662-494a-b09b-c8405f297aec), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:21.074283 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=70567396-6662-494a-b09b-c8405f297aec,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:21.097523 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:21.102685 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:21.102685 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:21.102685 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:21.102685 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:21.102685 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:21.102685 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:21.102685 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:21.102685 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:21.102685 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:21.102685 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:21.102685 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:21.103892 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:21.103892 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:21.104048 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:21.122980 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-67bfd889-be17-4bd0-9d24-ebf9ea33871b service neutron] 10.222.0.15 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788149 Apr 14 20:47:21.130940 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Checking segment: {'id': '31626bd5-8cae-4a3e-837f-bdc3bab3a47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '208564ae-da9e-467c-9660-498e4b41a974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:47:21.130940 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Network hostable DHCP agents. Network: 208564ae-da9e-467c-9660-498e4b41a974, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:47:21.218191 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Network 208564ae-da9e-467c-9660-498e4b41a974 is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:47:21.304188 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, 208564ae-da9e-467c-9660-498e4b41a974) {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:47:21.310348 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:21.311751 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:21.313324 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8eb9f5-a4a4-4de3-b963-c19ff0178c70 None None] Network 208564ae-da9e-467c-9660-498e4b41a974 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:47:21.411150 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-b8c8958f-8302-4bfe-9311-f8d66b5150fb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1623399 Apr 14 20:47:21.413535 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c2ba8f8c-b4ab-406e-bc87-ea01aca8f034 req-7671da05-db3e-4c34-ba45-b09844b27aef tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 210 time: 0.0455310 Apr 14 20:47:21.478853 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3486126a-bfc9-4539-b00e-68e2eb740476 None None] Network 208564ae-da9e-467c-9660-498e4b41a974 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:47:21.739732 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d98bff-7ef6-4a7a-982c-5b3f36ab9fed req-645012e6-7c36-4e9e-a09c-2236fe30007d tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:21.739732 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-33d98bff-7ef6-4a7a-982c-5b3f36ab9fed req-645012e6-7c36-4e9e-a09c-2236fe30007d tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0547395 Apr 14 20:47:21.769107 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-33d98bff-7ef6-4a7a-982c-5b3f36ab9fed req-17e8144a-8399-4059-99c1-deb3380d0b23 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467496 Apr 14 20:47:22.067046 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:47:22.125302 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4364b08-32ca-440b-9e0c-d2934f55316d req-a1bf2c02-3d76-4579-aa25-95433877c71a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:22.126804 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e4364b08-32ca-440b-9e0c-d2934f55316d req-a1bf2c02-3d76-4579-aa25-95433877c71a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0541103 Apr 14 20:47:22.177676 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e4364b08-32ca-440b-9e0c-d2934f55316d req-12a477ba-ab1e-490c-8202-72fd14d13e0c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451396 Apr 14 20:47:22.494729 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3b2539c5-aa54-4cdd-b4ee-bb864b720e53 req-1a63d004-8db2-422a-ad18-dee7b273b024 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 210 time: 0.0299199 Apr 14 20:47:22.842978 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-656e9e94-4aac-4934-b33a-477a49dc9864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:22.901527 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c22c8c-b778-454a-a1b9-74c1902244b2 req-373ea2e8-2ccc-43a2-b55f-4992e2c96c20 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:22.904190 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-39c22c8c-b778-454a-a1b9-74c1902244b2 req-373ea2e8-2ccc-43a2-b55f-4992e2c96c20 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0581551 Apr 14 20:47:22.949739 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-39c22c8c-b778-454a-a1b9-74c1902244b2 req-ca8ae25a-0fa8-4d03-ad3d-01fbfa310e9a tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410876 Apr 14 20:47:23.296654 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd027a16-6ffa-4e81-a50a-284d428c990c req-5021c746-d1f6-4f27-bf4b-4a4905af0739 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:23.298198 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bd027a16-6ffa-4e81-a50a-284d428c990c req-5021c746-d1f6-4f27-bf4b-4a4905af0739 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0476165 Apr 14 20:47:23.349249 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bd027a16-6ffa-4e81-a50a-284d428c990c req-27b29ac9-be04-4832-b275-0fa5840c494d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448971 Apr 14 20:47:23.637366 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f40d04d3-ac1f-42ae-b347-1fcf1d3a3db2 req-48e96a04-0bc5-452d-860b-3c654f09fcf8 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 210 time: 0.0679367 Apr 14 20:47:23.763947 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38432258-9330-49ba-b31b-1934c643f8dc req-8c4b2fcc-61be-499f-a50d-fa0c49ae2a5c tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:23.765434 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-38432258-9330-49ba-b31b-1934c643f8dc req-8c4b2fcc-61be-499f-a50d-fa0c49ae2a5c tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/networks?id=208564ae-da9e-467c-9660-498e4b41a974 HTTP/1.1" status: 200 len: 814 time: 0.1060998 Apr 14 20:47:23.781030 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-38432258-9330-49ba-b31b-1934c643f8dc req-1187f0d2-b113-4983-b557-405c5e24a02d tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/quotas/d55fdbf2e8c54dde9977c981df7f4722 HTTP/1.1" status: 200 len: 375 time: 0.0095294 Apr 14 20:47:23.813720 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-38432258-9330-49ba-b31b-1934c643f8dc req-f658cfac-d718-48d0-ba63-6e0beaa13017 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d55fdbf2e8c54dde9977c981df7f4722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267909 Apr 14 20:47:23.924655 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-38432258-9330-49ba-b31b-1934c643f8dc req-0c9714a7-2fdb-445f-b0ab-26e0ba5add75 service neutron] 10.222.0.15 "GET /v2.0/networks/208564ae-da9e-467c-9660-498e4b41a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044776 Apr 14 20:47:24.023666 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-38432258-9330-49ba-b31b-1934c643f8dc req-1022c30c-6932-4702-952f-f6d14f71c8e7 service neutron] 10.222.0.15 "GET /v2.0/networks/208564ae-da9e-467c-9660-498e4b41a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911045 Apr 14 20:47:24.067033 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d15fc9-afc2-42ee-b9aa-221c9c8571e8 req-f2a6d519-f192-4a1a-977f-d02b3fb6048b tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:24.068589 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f5d15fc9-afc2-42ee-b9aa-221c9c8571e8 req-f2a6d519-f192-4a1a-977f-d02b3fb6048b tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0484176 Apr 14 20:47:24.121594 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f5d15fc9-afc2-42ee-b9aa-221c9c8571e8 req-8c12c504-d7f6-45a0-adaa-0f8b38824192 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469935 Apr 14 20:47:24.282131 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-bd2afda9-3497-4216-9b1b-facfd63c228f req-25b10649-bae3-4a05-9b67-ec73c24bc7b1 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 210 time: 0.0328889 Apr 14 20:47:24.389515 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-b40673a5-d9a9-42cd-bc52-306ac60f3ba8 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795162829&fields=id&tenant_id=e4dbbcd1ec03435a9c867254bd10e66a HTTP/1.1" status: 200 len: 267 time: 0.0816891 Apr 14 20:47:24.513346 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-981200b1-d94e-4c2b-b1a8-fbe0ed873177 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:24.514823 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-981200b1-d94e-4c2b-b1a8-fbe0ed873177 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/networks?id=540ed165-30db-46c7-8958-ade545db3304 HTTP/1.1" status: 200 len: 808 time: 0.1245239 Apr 14 20:47:24.517106 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe907d3-4adf-4f1f-a1ac-394d9fb12576 req-2ea200cd-b9e3-4b81-96ed-f32f0b19e91b tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:24.518661 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ffe907d3-4adf-4f1f-a1ac-394d9fb12576 req-2ea200cd-b9e3-4b81-96ed-f32f0b19e91b tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0475519 Apr 14 20:47:24.536826 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-758e5ed8-b945-4c16-aee6-2c7101e8fe22 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/quotas/e4dbbcd1ec03435a9c867254bd10e66a HTTP/1.1" status: 200 len: 375 time: 0.0162117 Apr 14 20:47:24.584390 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-947d6208-7bcd-4351-940b-54bdb1668b8f tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e4dbbcd1ec03435a9c867254bd10e66a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462432 Apr 14 20:47:24.585250 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ffe907d3-4adf-4f1f-a1ac-394d9fb12576 req-59d4b152-4eef-4875-a18b-43baa365979b tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594873 Apr 14 20:47:24.752600 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-bcd33c30-545e-4587-bb36-ee700183689b req-b9d71aaf-9e1e-4acf-b6a8-7cbfc46dbf79 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 210 time: 0.0320933 Apr 14 20:47:24.780058 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-4e0f5471-d022-4f04-ace5-aa3f6f8798cc service neutron] 10.222.0.15 "GET /v2.0/networks/540ed165-30db-46c7-8958-ade545db3304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836174 Apr 14 20:47:24.844633 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 45156) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:24.886044 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a3cf2498-1cef-47f3-bc09-d1d79bfac237 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:24.887597 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a3cf2498-1cef-47f3-bc09-d1d79bfac237 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.16 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 819 time: 0.2249215 Apr 14 20:47:24.936167 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-1cc91156-473e-413e-933c-46d7aa14a975 service neutron] 10.222.0.15 "GET /v2.0/networks/540ed165-30db-46c7-8958-ade545db3304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491170 Apr 14 20:47:24.992111 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-ef359779-afd2-41b4-bfc9-c698cea3f38e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27dd67d5d54143bd84f15a83f1f46737 HTTP/1.1" status: 200 len: 380 time: 0.0939789 Apr 14 20:47:25.005209 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1db5-0f02-4714-9b42-6b32768b6c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:25.011147 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-cbec189c-3da4-4ff6-81be-d4928037c311 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Request body: {'port': {'device_id': '47cea569-9552-4ab8-b725-3bc536c3760c', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'admin_state_up': True, 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'security_groups': ['729dcce9-9cc6-4142-a3f4-7569953d4580']}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:25.042414 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-86e2dbe3-8745-4b82-9273-fcff6e0ce208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:25.162840 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1db5-0f02-4714-9b42-6b32768b6c34 admin admin] Publish callbacks [] for security_group (5e1d6da8-206b-428a-97c2-15a0d867d52d), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:25.254618 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-cbec189c-3da4-4ff6-81be-d4928037c311 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Made reservation on behalf of 27dd67d5d54143bd84f15a83f1f46737 for: {'port': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:47:25.255956 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1db5-0f02-4714-9b42-6b32768b6c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (5e1d6da8-206b-428a-97c2-15a0d867d52d), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:25.259221 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-cbec189c-3da4-4ff6-81be-d4928037c311 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:25.297361 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-b1ba1db5-0f02-4714-9b42-6b32768b6c34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f39f16dd1f2d42039b48985e57537d54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4514883 Apr 14 20:47:25.298343 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba1db5-0f02-4714-9b42-6b32768b6c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1d6da8-206b-428a-97c2-15a0d867d52d,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:25.300676 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 45178) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:25.367153 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ecf07767-5683-46bd-b965-a46f7fa91cb8 admin admin] Publish callbacks [] for security_group (5e1d6da8-206b-428a-97c2-15a0d867d52d), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:25.396391 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ecf07767-5683-46bd-b965-a46f7fa91cb8 admin admin] Publish callbacks [] for security_group (5e1d6da8-206b-428a-97c2-15a0d867d52d), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:25.446147 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-cbec189c-3da4-4ff6-81be-d4928037c311 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Allocated IP 172.20.0.14 (e3627da5-4396-44c2-b4be-72365d8e14c1/f10567fd-adb1-4429-8b4f-7a10f9ab700f/9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:47:25.526195 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 45184) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:25.530909 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-ae7d8551-7e0e-4c90-98d2-7b63447c1db2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--819061549', 'description': 'tempest-description--1740807309'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:25.551286 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ecf07767-5683-46bd-b965-a46f7fa91cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (5e1d6da8-206b-428a-97c2-15a0d867d52d), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:25.553881 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ecf07767-5683-46bd-b965-a46f7fa91cb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:25.557794 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ecf07767-5683-46bd-b965-a46f7fa91cb8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e1d6da8-206b-428a-97c2-15a0d867d52d HTTP/1.1" status: 204 len: 168 time: 0.2560484 Apr 14 20:47:25.566897 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf07767-5683-46bd-b965-a46f7fa91cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1d6da8-206b-428a-97c2-15a0d867d52d,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:25.623300 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8551-7e0e-4c90-98d2-7b63447c1db2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:25.642669 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be202255-8e2c-4e24-919f-5dbba463f138 req-944f75f2-2537-4773-a614-d16d087db279 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:25.649972 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-be202255-8e2c-4e24-919f-5dbba463f138 req-944f75f2-2537-4773-a614-d16d087db279 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0737643 Apr 14 20:47:25.745828 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-be202255-8e2c-4e24-919f-5dbba463f138 req-ae59f52b-6a85-4305-b690-7782343c93a8 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945408 Apr 14 20:47:25.777324 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5628fc09-cf1d-4b1c-a427-f3b2a34fab73 req-297f6323-6daa-47e0-bce9-825081ec14c8 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 210 time: 0.0578735 Apr 14 20:47:25.779736 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-cbec189c-3da4-4ff6-81be-d4928037c311 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for port (9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:25.875572 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8551-7e0e-4c90-98d2-7b63447c1db2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (704ef23a-c50c-4506-be1b-32a02b26c73e), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:25.897227 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0dcf94f2-ce94-41f0-a74f-e5936c91dd88 req-6062590d-775c-485d-b6d3-95d6d3deeb88 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 210 time: 0.0530345 Apr 14 20:47:25.929324 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-cbec189c-3da4-4ff6-81be-d4928037c311 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:25.938339 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0415c04-4c9b-4d92-8f95-9c7e385f2e90 req-ef786158-65dd-4e34-859d-d6b57fa20ea1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:25.940020 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f0415c04-4c9b-4d92-8f95-9c7e385f2e90 req-ef786158-65dd-4e34-859d-d6b57fa20ea1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0601168 Apr 14 20:47:25.989038 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8551-7e0e-4c90-98d2-7b63447c1db2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (704ef23a-c50c-4506-be1b-32a02b26c73e), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:26.004601 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-cbec189c-3da4-4ff6-81be-d4928037c311 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Network e3627da5-4396-44c2-b4be-72365d8e14c1 is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:47:26.004736 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f0415c04-4c9b-4d92-8f95-9c7e385f2e90 req-38df3909-10b7-49c5-be67-ae31c7724ce7 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564406 Apr 14 20:47:26.016160 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-cbec189c-3da4-4ff6-81be-d4928037c311 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:47:26.018779 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-cbec189c-3da4-4ff6-81be-d4928037c311 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:47:26.064806 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d8551-7e0e-4c90-98d2-7b63447c1db2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704ef23a-c50c-4506-be1b-32a02b26c73e,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:26.097760 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-cbec189c-3da4-4ff6-81be-d4928037c311 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:26.098614 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-cbec189c-3da4-4ff6-81be-d4928037c311 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:26.119173 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d763a6-44e4-407a-8351-bfb46eefeb4d req-a39eeee5-57aa-45b9-9c4b-df9fba4af6a7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:26.120917 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b6d763a6-44e4-407a-8351-bfb46eefeb4d req-a39eeee5-57aa-45b9-9c4b-df9fba4af6a7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 932 time: 0.1568615 Apr 14 20:47:26.121697 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec189c-3da4-4ff6-81be-d4928037c311 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Pushing event updated for resources: {'Port': ['ID=9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:26.127836 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8551-7e0e-4c90-98d2-7b63447c1db2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:26.129635 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ae7d8551-7e0e-4c90-98d2-7b63447c1db2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6023395 Apr 14 20:47:26.132701 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 45202) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:26.139172 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-d6b834a1-0962-490f-9a57-231b05ac3cb2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'security_group_rule': {'security_group_id': '704ef23a-c50c-4506-be1b-32a02b26c73e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:26.222874 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-cbec189c-3da4-4ff6-81be-d4928037c311 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2183518 Apr 14 20:47:26.229252 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b6d763a6-44e4-407a-8351-bfb46eefeb4d req-07f6bb0f-9ad6-4f91-adc9-cb439c332759 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998201 Apr 14 20:47:26.244747 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Request body: {'port': {'device_id': '47cea569-9552-4ab8-b725-3bc536c3760c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:26.313662 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d6b834a1-0962-490f-9a57-231b05ac3cb2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (d25b339a-7df7-4d0e-8c5b-af5c09595391), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:26.320122 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:26.330837 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-3b2eaa01-90b2-447f-b921-eee93efae35e None None] Provisioning complete for port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:26.331822 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-3b2eaa01-90b2-447f-b921-eee93efae35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:26.373291 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:26.377755 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-3b2eaa01-90b2-447f-b921-eee93efae35e None None] Port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:47:26.391922 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d6b834a1-0962-490f-9a57-231b05ac3cb2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (d25b339a-7df7-4d0e-8c5b-af5c09595391), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:26.509265 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d6b834a1-0962-490f-9a57-231b05ac3cb2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (d25b339a-7df7-4d0e-8c5b-af5c09595391), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:26.528475 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b834a1-0962-490f-9a57-231b05ac3cb2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25b339a-7df7-4d0e-8c5b-af5c09595391,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:26.627315 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 {{(pid=110412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:47:26.635109 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Publish callbacks [] for port (9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:26.647761 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.provisioning_blocks [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Transition to ACTIVE for port object 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 will not be triggered until provisioned by entity L2. {{(pid=110412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:47:26.708208 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d6b834a1-0962-490f-9a57-231b05ac3cb2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:26.709598 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-d6b834a1-0962-490f-9a57-231b05ac3cb2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5746500 Apr 14 20:47:26.712860 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 45206) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:26.717648 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-94170bc4-ab1f-43d8-919f-1bf9df054021 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'security_group_rule': {'security_group_id': '704ef23a-c50c-4506-be1b-32a02b26c73e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:26.792026 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:26.831211 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-94170bc4-ab1f-43d8-919f-1bf9df054021 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (1344133b-cc09-46e6-bf6f-0161454878ce), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:26.844786 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:26.944189 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fdb79957-0908-4e3c-9d44-bb13396b0267 req-d2dac357-8795-412e-85a8-2dafb3fffa7c tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 210 time: 0.0410662 Apr 14 20:47:26.958615 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Attempting to bind port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:47:26.958975 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Attempting to bind port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:47:26.959456 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Attempting to bind port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 on network e3627da5-4396-44c2-b4be-72365d8e14c1 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:47:26.959874 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18775f24-21bf-4211-ae5a-384beb09db2a req-92665f8e-1015-4bf8-bed1-e8f243815ccf tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:26.971869 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 on network e3627da5-4396-44c2-b4be-72365d8e14c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:47:26.971869 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Attempting to bind port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 on network e3627da5-4396-44c2-b4be-72365d8e14c1 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:47:26.976521 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-18775f24-21bf-4211-ae5a-384beb09db2a req-92665f8e-1015-4bf8-bed1-e8f243815ccf tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0954182 Apr 14 20:47:26.977330 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:47:26.977330 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Checking segment: {'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:47:26.977330 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Bound using segment: {'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:47:26.977330 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Bound port: 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:47:26.977330 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:27.057270 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-94170bc4-ab1f-43d8-919f-1bf9df054021 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (1344133b-cc09-46e6-bf6f-0161454878ce), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:27.065115 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-18775f24-21bf-4211-ae5a-384beb09db2a req-a6fec947-a354-4fbe-8a12-b1df47e88116 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961099 Apr 14 20:47:27.069771 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ff9277fc-782c-4fe2-b0c7-b9e7180db738 req-1aff07da-fb84-49f4-bdc4-e6095267fa67 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 210 time: 0.0421114 Apr 14 20:47:27.098362 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] For port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98, host hv-cinder-83754, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:47:27.102738 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] For port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:47:27.151253 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-94170bc4-ab1f-43d8-919f-1bf9df054021 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (1344133b-cc09-46e6-bf6f-0161454878ce), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:27.194839 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94170bc4-ab1f-43d8-919f-1bf9df054021 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1344133b-cc09-46e6-bf6f-0161454878ce,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:27.197889 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:27.217097 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0f270-3e37-4bcf-bcfc-83f8b1a304aa req-2e7b0897-269a-4e78-807e-d071e3bb6a0c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:27.218822 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8ae0f270-3e37-4bcf-bcfc-83f8b1a304aa req-2e7b0897-269a-4e78-807e-d071e3bb6a0c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0791686 Apr 14 20:47:27.293351 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:27.293351 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:27.293351 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] 10.222.0.16 "PUT /v2.0/ports/9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 HTTP/1.1" status: 200 len: 1094 time: 1.0502806 Apr 14 20:47:27.293351 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cea569-9552-4ab8-b725-3bc536c3760c', 'tag': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:47:27.293725 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8ae0f270-3e37-4bcf-bcfc-83f8b1a304aa req-6c9da8d4-1fe4-4810-9e29-25e2d4b8dfee tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651772 Apr 14 20:47:27.293816 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cebc4a-d404-4045-8e20-480eff8db9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "47cea569-9552-4ab8-b725-3bc536c3760c", "tag": "9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:47:27.319174 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-94170bc4-ab1f-43d8-919f-1bf9df054021 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:27.323668 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-94170bc4-ab1f-43d8-919f-1bf9df054021 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6065657 Apr 14 20:47:27.324544 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 45222) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:27.345034 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59dc302-c4b6-4a0b-9d42-2a1c3a458a65 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:27.345727 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-f429cc93-f7d2-4edf-8d44-56c3b6fa7468 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'floatingip': {'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:27.356959 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38432258-9330-49ba-b31b-1934c643f8dc req-d489d352-0100-439f-97e7-c1e96595e232 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:27.358658 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-38432258-9330-49ba-b31b-1934c643f8dc req-d489d352-0100-439f-97e7-c1e96595e232 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.16 "GET /v2.0/networks?id=208564ae-da9e-467c-9660-498e4b41a974 HTTP/1.1" status: 200 len: 814 time: 0.1969099 Apr 14 20:47:27.386752 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-38432258-9330-49ba-b31b-1934c643f8dc req-820e5762-e30c-4ab4-9039-89b4676d7f74 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Request body: {'port': {'device_id': '77b3509e-cfe2-4201-bba0-9152449dcb03', 'network_id': '208564ae-da9e-467c-9660-498e4b41a974', 'admin_state_up': True, 'tenant_id': 'd55fdbf2e8c54dde9977c981df7f4722'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:27.393668 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68640ac-53fe-4d9e-94b7-b058a726278a x-openstack-request-id: req-b68640ac-53fe-4d9e-94b7-b058a726278a {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:47:27.394407 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cea569-9552-4ab8-b725-3bc536c3760c", "tag": "9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:47:27.394744 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b68640ac-53fe-4d9e-94b7-b058a726278a {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:47:27.405636 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b68640ac-53fe-4d9e-94b7-b058a726278a'] response: {'name': 'network-changed', 'server_uuid': '47cea569-9552-4ab8-b725-3bc536c3760c', 'tag': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98', 'status': 'completed', 'code': 200} Apr 14 20:47:27.431783 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f429cc93-f7d2-4edf-8d44-56c3b6fa7468 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:27.560793 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab46e8b-1b7f-4b2c-bd2f-b445e280ca12 req-7c8ed4f0-c253-4241-aacf-1f59b1939c90 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:27.562868 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bab46e8b-1b7f-4b2c-bd2f-b445e280ca12 req-7c8ed4f0-c253-4241-aacf-1f59b1939c90 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 944 time: 0.1994205 Apr 14 20:47:27.569827 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cebc4a-d404-4045-8e20-480eff8db9ad req-343131c3-c08d-4dce-bee1-106fdc219024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:27.571478 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c0cebc4a-d404-4045-8e20-480eff8db9ad req-343131c3-c08d-4dce-bee1-106fdc219024 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 1128 time: 0.1320736 Apr 14 20:47:27.722380 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bab46e8b-1b7f-4b2c-bd2f-b445e280ca12 req-ce12f79c-79ae-4c1c-b281-afe9c7ca79fa tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497879 Apr 14 20:47:27.757417 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cebc4a-d404-4045-8e20-480eff8db9ad req-03acb32a-54bb-417f-929e-36bac55fdab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:27.761023 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c0cebc4a-d404-4045-8e20-480eff8db9ad req-03acb32a-54bb-417f-929e-36bac55fdab4 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=27dd67d5d54143bd84f15a83f1f46737&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1597319 Apr 14 20:47:27.783204 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:27.786569 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f429cc93-f7d2-4edf-8d44-56c3b6fa7468 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:27.876692 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38432258-9330-49ba-b31b-1934c643f8dc req-820e5762-e30c-4ab4-9039-89b4676d7f74 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Made reservation on behalf of d55fdbf2e8c54dde9977c981df7f4722 for: {'port': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:47:27.880241 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-38432258-9330-49ba-b31b-1934c643f8dc req-820e5762-e30c-4ab4-9039-89b4676d7f74 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:27.882539 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cebc4a-d404-4045-8e20-480eff8db9ad req-130a19e2-8054-4aaa-bd59-9cf995ef680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:27.886639 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c0cebc4a-d404-4045-8e20-480eff8db9ad req-130a19e2-8054-4aaa-bd59-9cf995ef680e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010413 Apr 14 20:47:27.905606 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-f429cc93-f7d2-4edf-8d44-56c3b6fa7468 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Allocated IP 172.27.1.90 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/eacda1ad-727f-49e7-9ffc-6a027d33a3c6) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:47:27.989145 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-d50c24be-8881-4938-908e-92f05fd7a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:27.990723 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-d50c24be-8881-4938-908e-92f05fd7a745 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 1128 time: 0.0541897 Apr 14 20:47:28.046861 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f429cc93-f7d2-4edf-8d44-56c3b6fa7468 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for port (eacda1ad-727f-49e7-9ffc-6a027d33a3c6), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:28.063442 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-26338807-558c-4a9a-b3ad-c7a217166d2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 HTTP/1.1" status: 200 len: 217 time: 0.0425069 Apr 14 20:47:28.073427 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ceb215de-7d6c-4f29-bdbe-d1045f7ac8c8 req-fba11c8b-68fd-4400-b48f-8d6b9bb3f59d tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 210 time: 0.0456252 Apr 14 20:47:28.081832 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [req-38432258-9330-49ba-b31b-1934c643f8dc req-820e5762-e30c-4ab4-9039-89b4676d7f74 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Allocated IP 172.20.0.3 (208564ae-da9e-467c-9660-498e4b41a974/70567396-6662-494a-b09b-c8405f297aec/002e2d0d-aba2-4e91-99d7-640e469e6116) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:47:28.187563 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f429cc93-f7d2-4edf-8d44-56c3b6fa7468 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (eacda1ad-727f-49e7-9ffc-6a027d33a3c6), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:28.198989 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6f276f9c-b835-407d-8360-156fb6295261 req-6e4dd61f-6f96-49ee-8596-c2ac490b13d7 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 210 time: 0.0455852 Apr 14 20:47:28.236079 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f429cc93-f7d2-4edf-8d44-56c3b6fa7468 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:47:28.243323 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-f429cc93-f7d2-4edf-8d44-56c3b6fa7468 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:47:28.246063 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f429cc93-f7d2-4edf-8d44-56c3b6fa7468 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:47:28.249357 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172a64b-c3a0-44de-892c-6a66d5247250 req-ae52d733-c348-401d-b178-1f3bd7e419c2 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:28.250872 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b172a64b-c3a0-44de-892c-6a66d5247250 req-ae52d733-c348-401d-b178-1f3bd7e419c2 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0857666 Apr 14 20:47:28.266186 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429cc93-f7d2-4edf-8d44-56c3b6fa7468 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'Port': ['ID=eacda1ad-727f-49e7-9ffc-6a027d33a3c6,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:28.319926 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f429cc93-f7d2-4edf-8d44-56c3b6fa7468 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (04ac637e-a481-42f8-a92c-e51ba1227d48), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:28.329239 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-38432258-9330-49ba-b31b-1934c643f8dc req-820e5762-e30c-4ab4-9039-89b4676d7f74 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Publish callbacks [] for port (002e2d0d-aba2-4e91-99d7-640e469e6116), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:28.380747 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b172a64b-c3a0-44de-892c-6a66d5247250 req-74bfa3ba-831e-43e3-bbf5-1ce26ea0f5e1 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178341 Apr 14 20:47:28.384406 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-81a23ec5-282f-4a23-bcc7-514533ca03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:28.386105 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-81a23ec5-282f-4a23-bcc7-514533ca03ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f10567fd-adb1-4429-8b4f-7a10f9ab700f HTTP/1.1" status: 200 len: 858 time: 0.0991313 Apr 14 20:47:28.448696 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-ccea259d-5168-4bee-8761-1d80e691b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:28.450249 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-ccea259d-5168-4bee-8761-1d80e691b755 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3627da5-4396-44c2-b4be-72365d8e14c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556507 Apr 14 20:47:28.459701 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e690a-4afc-4e0d-a391-228dab444ca6 req-1def8c7b-4039-4b96-9f22-4f1cd9f726fc tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:28.461481 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3b9e690a-4afc-4e0d-a391-228dab444ca6 req-1def8c7b-4039-4b96-9f22-4f1cd9f726fc tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0742331 Apr 14 20:47:28.481467 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f429cc93-f7d2-4edf-8d44-56c3b6fa7468 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (eacda1ad-727f-49e7-9ffc-6a027d33a3c6), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:28.521149 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-38432258-9330-49ba-b31b-1934c643f8dc req-820e5762-e30c-4ab4-9039-89b4676d7f74 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (002e2d0d-aba2-4e91-99d7-640e469e6116), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:28.585427 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38432258-9330-49ba-b31b-1934c643f8dc req-820e5762-e30c-4ab4-9039-89b4676d7f74 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Network 208564ae-da9e-467c-9660-498e4b41a974 is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:47:28.592285 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [req-38432258-9330-49ba-b31b-1934c643f8dc req-820e5762-e30c-4ab4-9039-89b4676d7f74 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:47:28.594121 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e5762-e30c-4ab4-9039-89b4676d7f74 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Pushing event updated for resources: {'Port': ['ID=002e2d0d-aba2-4e91-99d7-640e469e6116,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:28.596311 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-38432258-9330-49ba-b31b-1934c643f8dc req-820e5762-e30c-4ab4-9039-89b4676d7f74 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:47:28.639924 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-f36d690d-0034-420c-b22b-911dcd07eeb9 service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725440 Apr 14 20:47:28.661450 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3b9e690a-4afc-4e0d-a391-228dab444ca6 req-4c307c0c-a169-40eb-b8d8-a325d8847721 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916480 Apr 14 20:47:28.687192 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38432258-9330-49ba-b31b-1934c643f8dc req-820e5762-e30c-4ab4-9039-89b4676d7f74 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:28.687192 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-38432258-9330-49ba-b31b-1934c643f8dc req-820e5762-e30c-4ab4-9039-89b4676d7f74 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:28.723488 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-16e05f15-8c63-4a71-b2b5-8de748544f2b tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:28.725053 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-16e05f15-8c63-4a71-b2b5-8de748544f2b tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.16 "GET /v2.0/networks?id=540ed165-30db-46c7-8958-ade545db3304 HTTP/1.1" status: 200 len: 808 time: 0.2543602 Apr 14 20:47:28.845397 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-93ea9d90-5053-4f9b-bd1b-028167caefb4 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4dbbcd1ec03435a9c867254bd10e66a HTTP/1.1" status: 200 len: 379 time: 0.1018577 Apr 14 20:47:28.850846 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f429cc93-f7d2-4edf-8d44-56c3b6fa7468 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for port (eacda1ad-727f-49e7-9ffc-6a027d33a3c6), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:28.860746 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-1d5786ca-b905-4bef-ab0f-e971972bbd66 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Request body: {'port': {'device_id': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'network_id': '540ed165-30db-46c7-8958-ade545db3304', 'admin_state_up': True, 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'security_groups': ['f632ce2d-1e3d-49d3-bd9b-1cd2f1557068']}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:28.938735 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f429cc93-f7d2-4edf-8d44-56c3b6fa7468 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (eacda1ad-727f-49e7-9ffc-6a027d33a3c6), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:28.996366 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f429cc93-f7d2-4edf-8d44-56c3b6fa7468 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (04ac637e-a481-42f8-a92c-e51ba1227d48), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:29.019227 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429cc93-f7d2-4edf-8d44-56c3b6fa7468 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'Port': ['ID=eacda1ad-727f-49e7-9ffc-6a027d33a3c6,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:29.032695 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc911476-c3d5-4682-9902-46e0d386baec req-0e669ab4-476d-415a-934f-be2bd262bbd3 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:29.034294 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dc911476-c3d5-4682-9902-46e0d386baec req-0e669ab4-476d-415a-934f-be2bd262bbd3 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 944 time: 0.0630596 Apr 14 20:47:29.056990 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-765c20a3-3b6a-4627-9c64-86c510ccc02f req-80fd1a66-6cb3-4517-80a9-f242d3e1fd12 service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071975 Apr 14 20:47:29.073524 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-38432258-9330-49ba-b31b-1934c643f8dc req-820e5762-e30c-4ab4-9039-89b4676d7f74 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6930456 Apr 14 20:47:29.086841 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Request body: {'port': {'device_id': '77b3509e-cfe2-4201-bba0-9152449dcb03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:29.107828 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f429cc93-f7d2-4edf-8d44-56c3b6fa7468 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:29.107828 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-f429cc93-f7d2-4edf-8d44-56c3b6fa7468 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7632272 Apr 14 20:47:29.130927 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dc911476-c3d5-4682-9902-46e0d386baec req-acc63d86-8083-4acf-90a0-cde253582683 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861347 Apr 14 20:47:29.173329 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (002e2d0d-aba2-4e91-99d7-640e469e6116), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:29.190646 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-1d5786ca-b905-4bef-ab0f-e971972bbd66 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Made reservation on behalf of e4dbbcd1ec03435a9c867254bd10e66a for: {'port': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:47:29.194666 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-1d5786ca-b905-4bef-ab0f-e971972bbd66 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:29.222402 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7deffb7-4947-40c2-bc94-9b44b44912da req-5ea3fc68-a3c3-46a2-bb72-627ada80fae7 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:29.227435 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b7deffb7-4947-40c2-bc94-9b44b44912da req-5ea3fc68-a3c3-46a2-bb72-627ada80fae7 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 931 time: 0.0723722 Apr 14 20:47:29.345152 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b7deffb7-4947-40c2-bc94-9b44b44912da req-60e63dc1-1692-41e0-9c92-f8198d8e7076 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112545 Apr 14 20:47:29.358337 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:29.378723 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-1d5786ca-b905-4bef-ab0f-e971972bbd66 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Allocated IP 172.20.0.9 (540ed165-30db-46c7-8958-ade545db3304/695c202b-519d-4cd6-a1e7-90a67ca64d14/99e9cb23-f15b-4831-8c61-17fc14a30095) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:47:29.436887 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-7047d948-5bf4-46d1-aa12-bbddd97eef3c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--819061549&fields=id&tenant_id=31d17db2ef5747d8836b06e9567e947b HTTP/1.1" status: 200 len: 267 time: 0.1279929 Apr 14 20:47:29.483161 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-fd1796de-ba87-4abb-b970-872977655f0c req-c6d2ecac-4978-4f3c-aa63-a390dd8cebde tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 210 time: 0.0477819 Apr 14 20:47:29.609657 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-e049778e-7c29-409e-94c0-c1c96dc30ea1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:29.611030 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-e049778e-7c29-409e-94c0-c1c96dc30ea1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/networks?id=78fd882f-0d96-47e7-99be-fdb344cfeb03 HTTP/1.1" status: 200 len: 814 time: 0.1641932 Apr 14 20:47:29.613063 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154b17b-33de-4c72-96e6-6b57c8b24dc7 req-29b35b6f-9de1-4d13-8458-4783a88e5d32 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:29.614591 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a154b17b-33de-4c72-96e6-6b57c8b24dc7 req-29b35b6f-9de1-4d13-8458-4783a88e5d32 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0720534 Apr 14 20:47:29.622511 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-1d5786ca-b905-4bef-ab0f-e971972bbd66 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:29.629032 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002e2d0d-aba2-4e91-99d7-640e469e6116 {{(pid=110412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:47:29.638139 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Publish callbacks [] for port (002e2d0d-aba2-4e91-99d7-640e469e6116), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:29.640982 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-5a125c40-ff17-4564-b29c-bba1203aaf4b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/quotas/31d17db2ef5747d8836b06e9567e947b HTTP/1.1" status: 200 len: 375 time: 0.0228212 Apr 14 20:47:29.660890 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.provisioning_blocks [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Transition to ACTIVE for port object 002e2d0d-aba2-4e91-99d7-640e469e6116 will not be triggered until provisioned by entity L2. {{(pid=110412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:47:29.698691 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a154b17b-33de-4c72-96e6-6b57c8b24dc7 req-b02ec978-c4e2-4e60-916c-6720096d5cbc tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740790 Apr 14 20:47:29.701502 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-32cf9a13-42ac-4e7a-93d9-a6eb67d6705c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=31d17db2ef5747d8836b06e9567e947b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536702 Apr 14 20:47:29.739005 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (002e2d0d-aba2-4e91-99d7-640e469e6116), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:29.769091 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-1d5786ca-b905-4bef-ab0f-e971972bbd66 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:29.834246 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Pushing event updated for resources: {'Port': ['ID=002e2d0d-aba2-4e91-99d7-640e469e6116,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:29.846721 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf029239-4720-47e5-b5fd-edf3b97b5a26 req-9518789c-3d1b-42da-aa8b-b0cdcd9eae00 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:29.846721 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-bf029239-4720-47e5-b5fd-edf3b97b5a26 req-9518789c-3d1b-42da-aa8b-b0cdcd9eae00 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0890768 Apr 14 20:47:29.853462 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-1d5786ca-b905-4bef-ab0f-e971972bbd66 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Network 540ed165-30db-46c7-8958-ade545db3304 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:47:29.858464 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-1d5786ca-b905-4bef-ab0f-e971972bbd66 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:47:29.868697 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-1d5786ca-b905-4bef-ab0f-e971972bbd66 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:47:29.874172 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-1d5786ca-b905-4bef-ab0f-e971972bbd66 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:29.875055 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-1d5786ca-b905-4bef-ab0f-e971972bbd66 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:29.888030 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5786ca-b905-4bef-ab0f-e971972bbd66 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Pushing event updated for resources: {'Port': ['ID=99e9cb23-f15b-4831-8c61-17fc14a30095,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:29.909027 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-4b05c6dc-1013-4977-86a6-32591334d2d8 service neutron] 10.222.0.15 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918883 Apr 14 20:47:29.930354 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-bf029239-4720-47e5-b5fd-edf3b97b5a26 req-92e47c61-938b-488a-a2a0-99ac9c809c07 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752447 Apr 14 20:47:29.962003 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-1d5786ca-b905-4bef-ab0f-e971972bbd66 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1051860 Apr 14 20:47:29.996709 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Attempting to bind port 002e2d0d-aba2-4e91-99d7-640e469e6116 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:47:29.997060 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Attempting to bind port 002e2d0d-aba2-4e91-99d7-640e469e6116 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '31626bd5-8cae-4a3e-837f-bdc3bab3a47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '208564ae-da9e-467c-9660-498e4b41a974'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:47:29.997434 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Attempting to bind port 002e2d0d-aba2-4e91-99d7-640e469e6116 on network 208564ae-da9e-467c-9660-498e4b41a974 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:47:30.006305 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Port 002e2d0d-aba2-4e91-99d7-640e469e6116 on network 208564ae-da9e-467c-9660-498e4b41a974 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:47:30.006635 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Attempting to bind port 002e2d0d-aba2-4e91-99d7-640e469e6116 on network 208564ae-da9e-467c-9660-498e4b41a974 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:47:30.018338 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:47:30.018683 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Checking segment: {'id': '31626bd5-8cae-4a3e-837f-bdc3bab3a47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '208564ae-da9e-467c-9660-498e4b41a974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:47:30.019093 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Bound using segment: {'id': '31626bd5-8cae-4a3e-837f-bdc3bab3a47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '208564ae-da9e-467c-9660-498e4b41a974'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:47:30.019515 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Bound port: 002e2d0d-aba2-4e91-99d7-640e469e6116, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31626bd5-8cae-4a3e-837f-bdc3bab3a47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '208564ae-da9e-467c-9660-498e4b41a974'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:47:30.019939 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (002e2d0d-aba2-4e91-99d7-640e469e6116), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:30.080237 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-1aa76107-9b2c-44dc-8f9b-239652ca0bbe service neutron] 10.222.0.15 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581001 Apr 14 20:47:30.108770 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] For port 002e2d0d-aba2-4e91-99d7-640e469e6116, host hv-cinder-83754, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:47:30.112887 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] For port 002e2d0d-aba2-4e91-99d7-640e469e6116, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=002e2d0d-aba2-4e91-99d7-640e469e6116,segment=NetworkSegment(31626bd5-8cae-4a3e-837f-bdc3bab3a47d),segment_id=31626bd5-8cae-4a3e-837f-bdc3bab3a47d)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:47:30.122873 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-18da24e4-df5a-4f7e-a2bd-6f0906ea5425 None None] Provisioning complete for port 99e9cb23-f15b-4831-8c61-17fc14a30095 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:30.123252 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-18da24e4-df5a-4f7e-a2bd-6f0906ea5425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:30.166744 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-18da24e4-df5a-4f7e-a2bd-6f0906ea5425 None None] Port 99e9cb23-f15b-4831-8c61-17fc14a30095 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:47:30.199315 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Request body: {'port': {'device_id': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:30.206835 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (002e2d0d-aba2-4e91-99d7-640e469e6116), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:30.242052 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:30.243359 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:30.244748 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-38432258-9330-49ba-b31b-1934c643f8dc req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] 10.222.0.16 "PUT /v2.0/ports/002e2d0d-aba2-4e91-99d7-640e469e6116 HTTP/1.1" status: 200 len: 1093 time: 1.1633401 Apr 14 20:47:30.245237 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b3509e-cfe2-4201-bba0-9152449dcb03', 'tag': '002e2d0d-aba2-4e91-99d7-640e469e6116'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:47:30.247566 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1bd8b3-bcaf-42c9-9500-37a4cc430b52" -d '{"events": [{"name": "network-changed", "server_uuid": "77b3509e-cfe2-4201-bba0-9152449dcb03", "tag": "002e2d0d-aba2-4e91-99d7-640e469e6116"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:47:30.303661 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45ddac-da82-4a6b-9788-58af14446c58 service neutron] Pushing event updated for resources: {'Port': ['ID=002e2d0d-aba2-4e91-99d7-640e469e6116,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:30.312040 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245ec40-2ca3-4cfa-a5f4-4bf71d9acf6b req-92b7800d-0091-42c2-8aec-dcc5f5f84cb3 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:30.318686 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d245ec40-2ca3-4cfa-a5f4-4bf71d9acf6b req-92b7800d-0091-42c2-8aec-dcc5f5f84cb3 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 944 time: 0.0911453 Apr 14 20:47:30.339220 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:30.371148 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f4e8aad2-afc7-48c7-be89-42754e3bebee req-a9c27ab2-abe7-47e3-811e-09feba571e33 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 210 time: 0.0331881 Apr 14 20:47:30.416728 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb752f1-1f9d-4bfb-8f1e-8791203de789 x-openstack-request-id: req-bdb752f1-1f9d-4bfb-8f1e-8791203de789 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:47:30.417137 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b3509e-cfe2-4201-bba0-9152449dcb03", "tag": "002e2d0d-aba2-4e91-99d7-640e469e6116", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:47:30.418199 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bdb752f1-1f9d-4bfb-8f1e-8791203de789 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:47:30.418620 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb752f1-1f9d-4bfb-8f1e-8791203de789'] response: {'name': 'network-changed', 'server_uuid': '77b3509e-cfe2-4201-bba0-9152449dcb03', 'tag': '002e2d0d-aba2-4e91-99d7-640e469e6116', 'status': 'completed', 'code': 200} Apr 14 20:47:30.457002 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d245ec40-2ca3-4cfa-a5f4-4bf71d9acf6b req-e5f70875-cfdd-4c85-a5ea-a86b1a4185bb tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239753 Apr 14 20:47:30.551963 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38432258-9330-49ba-b31b-1934c643f8dc req-245ecb32-b54e-43b1-b01f-98d20703b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:30.553588 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-38432258-9330-49ba-b31b-1934c643f8dc req-245ecb32-b54e-43b1-b01f-98d20703b7cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d55fdbf2e8c54dde9977c981df7f4722&device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 1127 time: 0.1115751 Apr 14 20:47:30.567233 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c579856-91e1-44b2-958f-a6d8953b2588 req-6c79245a-bce6-476c-b366-b86d1b1396bf tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:30.569901 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1c579856-91e1-44b2-958f-a6d8953b2588 req-6c79245a-bce6-476c-b366-b86d1b1396bf tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 943 time: 0.0742836 Apr 14 20:47:30.618726 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-38432258-9330-49ba-b31b-1934c643f8dc req-50cc7508-5243-424f-ad9c-39a6c156b01d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=002e2d0d-aba2-4e91-99d7-640e469e6116 HTTP/1.1" status: 200 len: 217 time: 0.0487878 Apr 14 20:47:30.642398 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc575e2-9d5c-4374-a101-7a88dc20f953 req-a6f20655-df76-425a-9a17-4ed7ab3623b6 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:30.643841 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ccc575e2-9d5c-4374-a101-7a88dc20f953 req-a6f20655-df76-425a-9a17-4ed7ab3623b6 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 931 time: 0.0742655 Apr 14 20:47:30.704588 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38432258-9330-49ba-b31b-1934c643f8dc req-c13bce26-1c6e-4cd5-901c-9cebd5b22f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:30.706050 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-38432258-9330-49ba-b31b-1934c643f8dc req-c13bce26-1c6e-4cd5-901c-9cebd5b22f0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70567396-6662-494a-b09b-c8405f297aec HTTP/1.1" status: 200 len: 854 time: 0.0789835 Apr 14 20:47:30.710088 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1c579856-91e1-44b2-958f-a6d8953b2588 req-4ec37a13-3349-4f65-bb1a-b26db55c0d45 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317782 Apr 14 20:47:30.780662 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ccc575e2-9d5c-4374-a101-7a88dc20f953 req-f4f68600-48a2-42ac-97cf-35268e3b1d1e tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921474 Apr 14 20:47:30.784673 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-38432258-9330-49ba-b31b-1934c643f8dc req-2318cda7-eb6b-4574-baaa-b00a179cd92d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=208564ae-da9e-467c-9660-498e4b41a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686314 Apr 14 20:47:30.842845 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e9cb23-f15b-4831-8c61-17fc14a30095 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:47:30.850530 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Publish callbacks [] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:30.863678 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Transition to ACTIVE for port object 99e9cb23-f15b-4831-8c61-17fc14a30095 will not be triggered until provisioned by entity L2. {{(pid=110411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:47:30.915557 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872740d9-5f37-4f0a-83a5-f6090e5ebe90 req-c8cddec6-bb98-49ec-856b-b083e47899af tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:30.917026 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-872740d9-5f37-4f0a-83a5-f6090e5ebe90 req-c8cddec6-bb98-49ec-856b-b083e47899af tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0958135 Apr 14 20:47:30.934512 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:30.954195 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-38432258-9330-49ba-b31b-1934c643f8dc req-7706ac49-28a9-450d-b235-01f4ccb81992 service neutron] 10.222.0.16 "GET /v2.0/networks/208564ae-da9e-467c-9660-498e4b41a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598401 Apr 14 20:47:30.996252 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Pushing event updated for resources: {'Port': ['ID=99e9cb23-f15b-4831-8c61-17fc14a30095,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:31.019780 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-872740d9-5f37-4f0a-83a5-f6090e5ebe90 req-9b2e1a8f-c106-42f4-9818-43bb3159608d tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963197 Apr 14 20:47:31.101469 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-38432258-9330-49ba-b31b-1934c643f8dc req-8cb63eb2-8904-4d77-8a2f-cdf0451ef380 service neutron] 10.222.0.16 "GET /v2.0/networks/208564ae-da9e-467c-9660-498e4b41a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231928 Apr 14 20:47:31.105619 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Attempting to bind port 99e9cb23-f15b-4831-8c61-17fc14a30095 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:47:31.105963 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Attempting to bind port 99e9cb23-f15b-4831-8c61-17fc14a30095 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '14b3ac16-854b-4eca-80c6-52a5054d6576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '540ed165-30db-46c7-8958-ade545db3304'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:47:31.106299 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Attempting to bind port 99e9cb23-f15b-4831-8c61-17fc14a30095 on network 540ed165-30db-46c7-8958-ade545db3304 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:47:31.134046 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Port 99e9cb23-f15b-4831-8c61-17fc14a30095 on network 540ed165-30db-46c7-8958-ade545db3304 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:47:31.134437 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Attempting to bind port 99e9cb23-f15b-4831-8c61-17fc14a30095 on network 540ed165-30db-46c7-8958-ade545db3304 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:47:31.145747 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:47:31.146092 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Checking segment: {'id': '14b3ac16-854b-4eca-80c6-52a5054d6576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '540ed165-30db-46c7-8958-ade545db3304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:47:31.146489 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Bound using segment: {'id': '14b3ac16-854b-4eca-80c6-52a5054d6576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '540ed165-30db-46c7-8958-ade545db3304'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:47:31.146934 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Bound port: 99e9cb23-f15b-4831-8c61-17fc14a30095, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14b3ac16-854b-4eca-80c6-52a5054d6576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '540ed165-30db-46c7-8958-ade545db3304'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:47:31.147301 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:31.168828 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ec92-11f9-4469-b322-f26a4f937515 req-1fc2e077-2825-49e1-b439-d85bf1ac228e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:31.170431 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e157ec92-11f9-4469-b322-f26a4f937515 req-1fc2e077-2825-49e1-b439-d85bf1ac228e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.1033602 Apr 14 20:47:31.260827 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] For port 99e9cb23-f15b-4831-8c61-17fc14a30095, host hv-cinder-83754, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:47:31.264138 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] For port 99e9cb23-f15b-4831-8c61-17fc14a30095, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99e9cb23-f15b-4831-8c61-17fc14a30095,segment=NetworkSegment(14b3ac16-854b-4eca-80c6-52a5054d6576),segment_id=14b3ac16-854b-4eca-80c6-52a5054d6576)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:47:31.268078 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e157ec92-11f9-4469-b322-f26a4f937515 req-52651f70-c346-4bca-b3dc-4cb77d1f9800 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916355 Apr 14 20:47:31.334967 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:31.373730 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:31.374936 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:31.376365 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] 10.222.0.16 "PUT /v2.0/ports/99e9cb23-f15b-4831-8c61-17fc14a30095 HTTP/1.1" status: 200 len: 1093 time: 1.1818264 Apr 14 20:47:31.376808 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'tag': '99e9cb23-f15b-4831-8c61-17fc14a30095'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:47:31.379098 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2832f468-844c-4165-834c-c4cb6823fdc0" -d '{"events": [{"name": "network-changed", "server_uuid": "75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab", "tag": "99e9cb23-f15b-4831-8c61-17fc14a30095"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:47:31.405057 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61574d-a135-47df-82a1-a3921c81c58d service neutron] Pushing event updated for resources: {'Port': ['ID=99e9cb23-f15b-4831-8c61-17fc14a30095,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:31.428967 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfd2911-04c7-4a94-b13d-9d80b7c107dc x-openstack-request-id: req-edfd2911-04c7-4a94-b13d-9d80b7c107dc {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:47:31.429301 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab", "tag": "99e9cb23-f15b-4831-8c61-17fc14a30095", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:47:31.429572 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edfd2911-04c7-4a94-b13d-9d80b7c107dc {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:47:31.430203 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edfd2911-04c7-4a94-b13d-9d80b7c107dc'] response: {'name': 'network-changed', 'server_uuid': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'tag': '99e9cb23-f15b-4831-8c61-17fc14a30095', 'status': 'completed', 'code': 200} Apr 14 20:47:31.484417 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d76bd370-0361-4078-bd91-8035b2554a92 req-2bcd864b-d35c-4ef4-9a82-bae5cb1d4703 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 210 time: 0.0301285 Apr 14 20:47:31.565905 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57b4d1-ed88-43cc-a938-54884209ac2a req-d984fccd-d2c7-4390-90b1-f80be9e403d5 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:31.567396 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ae57b4d1-ed88-43cc-a938-54884209ac2a req-d984fccd-d2c7-4390-90b1-f80be9e403d5 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 944 time: 0.0493445 Apr 14 20:47:31.623994 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ae57b4d1-ed88-43cc-a938-54884209ac2a req-f8473e6f-e15f-4dc7-9baf-a70b2225b1b4 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503216 Apr 14 20:47:31.829990 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1be29d-66c1-43be-9972-c4c2ac17c67b req-2a3f863c-84ff-419a-a1f2-e802d66e3e7d tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:31.831469 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ec1be29d-66c1-43be-9972-c4c2ac17c67b req-2a3f863c-84ff-419a-a1f2-e802d66e3e7d tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 943 time: 0.0474596 Apr 14 20:47:31.876431 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b607e59-c562-458f-a0c4-38a9667ab45b req-42882b45-f76c-435d-80e8-7216a74a463a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:31.878607 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6b607e59-c562-458f-a0c4-38a9667ab45b req-42882b45-f76c-435d-80e8-7216a74a463a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0526795 Apr 14 20:47:31.880470 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ec1be29d-66c1-43be-9972-c4c2ac17c67b req-6ade4e04-cdc5-4f2d-b049-584c355358fa tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417113 Apr 14 20:47:31.936369 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6b607e59-c562-458f-a0c4-38a9667ab45b req-1eb2b7ce-2819-467f-831a-3004b737e0f0 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518446 Apr 14 20:47:32.139156 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e059c-0d65-4647-bca7-d83fe2841696 req-4109ce27-07ac-475c-9dac-3ebea2533075 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:32.140732 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-312e059c-0d65-4647-bca7-d83fe2841696 req-4109ce27-07ac-475c-9dac-3ebea2533075 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0479379 Apr 14 20:47:32.193665 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-312e059c-0d65-4647-bca7-d83fe2841696 req-4fbda660-e613-42aa-b148-d53f4c35cfbe tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468323 Apr 14 20:47:32.378347 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bd8b3-bcaf-42c9-9500-37a4cc430b52 req-e445fdfa-03fe-4d24-8e13-040be9321132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:32.380033 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9b1bd8b3-bcaf-42c9-9500-37a4cc430b52 req-e445fdfa-03fe-4d24-8e13-040be9321132 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d55fdbf2e8c54dde9977c981df7f4722&device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 1127 time: 0.0499828 Apr 14 20:47:32.425668 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da971d-d22e-4976-8e86-5f4e9e2717a7 req-a642b42d-6a5b-40cd-b504-b658129c3d36 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:32.427177 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-05da971d-d22e-4976-8e86-5f4e9e2717a7 req-a642b42d-6a5b-40cd-b504-b658129c3d36 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0758302 Apr 14 20:47:32.428590 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832f468-844c-4165-834c-c4cb6823fdc0 req-59f488f6-a2c9-41c1-aece-c6f70a54cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:32.430159 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2832f468-844c-4165-834c-c4cb6823fdc0 req-59f488f6-a2c9-41c1-aece-c6f70a54cf69 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4dbbcd1ec03435a9c867254bd10e66a&device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 1127 time: 0.0869508 Apr 14 20:47:32.485837 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bd8b3-bcaf-42c9-9500-37a4cc430b52 req-42a0c360-2f10-4188-b614-cbeb4a2c8b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:32.487475 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9b1bd8b3-bcaf-42c9-9500-37a4cc430b52 req-42a0c360-2f10-4188-b614-cbeb4a2c8b74 service neutron] 10.222.0.16 "GET /v2.0/networks?id=208564ae-da9e-467c-9660-498e4b41a974 HTTP/1.1" status: 200 len: 915 time: 0.0979266 Apr 14 20:47:32.534215 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-05da971d-d22e-4976-8e86-5f4e9e2717a7 req-0c93e1db-1318-4357-9a61-d7595b349d7f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989323 Apr 14 20:47:32.546569 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9b1bd8b3-bcaf-42c9-9500-37a4cc430b52 req-8a82698c-4503-45f8-b911-37d70aa1631d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=002e2d0d-aba2-4e91-99d7-640e469e6116 HTTP/1.1" status: 200 len: 217 time: 0.0498397 Apr 14 20:47:32.571918 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832f468-844c-4165-834c-c4cb6823fdc0 req-3012da4c-1561-4d98-887f-d4cff9a799ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:32.574013 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2832f468-844c-4165-834c-c4cb6823fdc0 req-3012da4c-1561-4d98-887f-d4cff9a799ad service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e4dbbcd1ec03435a9c867254bd10e66a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1243687 Apr 14 20:47:32.630648 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-847e3392-341c-4157-881e-563a18732407 req-8d88fab0-7150-473e-8d5a-87ba468383c9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 210 time: 0.0490539 Apr 14 20:47:32.644395 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:47:32.674212 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bd8b3-bcaf-42c9-9500-37a4cc430b52 req-94a45a85-11a0-4c2e-a65d-605f756ec1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:32.677207 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9b1bd8b3-bcaf-42c9-9500-37a4cc430b52 req-94a45a85-11a0-4c2e-a65d-605f756ec1d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70567396-6662-494a-b09b-c8405f297aec HTTP/1.1" status: 200 len: 854 time: 0.1041501 Apr 14 20:47:32.693403 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832f468-844c-4165-834c-c4cb6823fdc0 req-abae9b0a-b026-4cf7-87ab-0d3bfadbb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:32.694893 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2832f468-844c-4165-834c-c4cb6823fdc0 req-abae9b0a-b026-4cf7-87ab-0d3bfadbb8c4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1149702 Apr 14 20:47:32.776927 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee319f03-ea48-4288-b89d-e25b24be8f6c req-28089a41-58aa-47cd-8d32-e6b33c43ef2a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:32.778848 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ee319f03-ea48-4288-b89d-e25b24be8f6c req-28089a41-58aa-47cd-8d32-e6b33c43ef2a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 944 time: 0.0722706 Apr 14 20:47:32.793076 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9b1bd8b3-bcaf-42c9-9500-37a4cc430b52 req-827014df-23d9-48c4-b08b-797371a31d78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=208564ae-da9e-467c-9660-498e4b41a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361533 Apr 14 20:47:32.803725 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:32.816554 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'port_id': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98', 'mac_address': 'fa:16:3e:f1:97:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:47:32.856854 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:32.857521 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:32.864033 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-3a2211fb-2f71-4186-a658-c9959bdfbcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:32.865547 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-3a2211fb-2f71-4186-a658-c9959bdfbcd3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4dbbcd1ec03435a9c867254bd10e66a&device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 1127 time: 0.0547767 Apr 14 20:47:32.874548 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:47:32.897907 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ee319f03-ea48-4288-b89d-e25b24be8f6c req-bfa18fba-c005-4cb5-b0f7-ae3e0c9a2490 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114287 Apr 14 20:47:32.921830 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:32.935637 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-5e07bb8a-5b6c-4d72-9bff-9676915e2323 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e9cb23-f15b-4831-8c61-17fc14a30095 HTTP/1.1" status: 200 len: 217 time: 0.0612979 Apr 14 20:47:32.949785 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9b1bd8b3-bcaf-42c9-9500-37a4cc430b52 req-8560f8a5-e89f-4d8e-aa63-93918f5d4a22 service neutron] 10.222.0.16 "GET /v2.0/networks/208564ae-da9e-467c-9660-498e4b41a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389220 Apr 14 20:47:32.979978 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:33.012203 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-6f5ed0c2-4214-4c8e-a298-a6dd6397af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:33.013667 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-6f5ed0c2-4214-4c8e-a298-a6dd6397af66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=695c202b-519d-4cd6-a1e7-90a67ca64d14 HTTP/1.1" status: 200 len: 847 time: 0.0704892 Apr 14 20:47:33.042001 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:33.060932 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7a89d-09e3-406f-91de-ad5792e8863e req-6511ec11-485c-4458-84d2-0b5271c2f55c tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:33.062531 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-73a7a89d-09e3-406f-91de-ad5792e8863e req-6511ec11-485c-4458-84d2-0b5271c2f55c tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 943 time: 0.0879052 Apr 14 20:47:33.066158 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65997b-520b-4809-b990-c65bb2c08b79 req-dee8e678-881f-4693-b779-02459726fbca tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:33.069659 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dc65997b-520b-4809-b990-c65bb2c08b79 req-dee8e678-881f-4693-b779-02459726fbca tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0609193 Apr 14 20:47:33.114310 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9b1bd8b3-bcaf-42c9-9500-37a4cc430b52 req-583c59d6-a199-4cf3-b463-3ee70ea6abc5 service neutron] 10.222.0.16 "GET /v2.0/networks/208564ae-da9e-467c-9660-498e4b41a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592605 Apr 14 20:47:33.117870 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dc65997b-520b-4809-b990-c65bb2c08b79 req-e4995161-80cf-4da1-917c-c1b9fd9e53da tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441108 Apr 14 20:47:33.130619 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-73a7a89d-09e3-406f-91de-ad5792e8863e req-b5d0b946-e127-41bf-9d45-0eaf21b68a28 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599053 Apr 14 20:47:33.292175 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:47:33.343760 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3371c8-a22a-4cee-af6e-64a5e95cac4b req-8fc465d4-2d11-45ca-8046-832aa4f6e744 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:33.345276 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3f3371c8-a22a-4cee-af6e-64a5e95cac4b req-8fc465d4-2d11-45ca-8046-832aa4f6e744 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0793936 Apr 14 20:47:33.348599 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-5409f159-5790-452d-a143-312d9743d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:33.349974 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-5409f159-5790-452d-a143-312d9743d822 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=540ed165-30db-46c7-8958-ade545db3304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547185 Apr 14 20:47:33.470894 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3f3371c8-a22a-4cee-af6e-64a5e95cac4b req-e565d7e3-380b-4a22-9c69-53474879ec77 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192780 Apr 14 20:47:33.496600 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-dc67fe57-c592-4641-b191-9ae720abe5bb service neutron] 10.222.0.16 "GET /v2.0/networks/540ed165-30db-46c7-8958-ade545db3304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369572 Apr 14 20:47:33.552914 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-f7b47efa-cbde-469e-9095-3d0453c82cc2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:33.554397 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-f7b47efa-cbde-469e-9095-3d0453c82cc2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "GET /v2.0/networks?id=78fd882f-0d96-47e7-99be-fdb344cfeb03 HTTP/1.1" status: 200 len: 814 time: 0.1259084 Apr 14 20:47:33.610350 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c9fc4173-0ac5-4b72-9ba6-812891ed933d req-4e323fdd-83f1-482b-92f1-0e6cef81d638 service neutron] 10.222.0.16 "GET /v2.0/networks/540ed165-30db-46c7-8958-ade545db3304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054101 Apr 14 20:47:33.647755 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-181b25fa-e720-47aa-9dce-8e0a50d3c307 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31d17db2ef5747d8836b06e9567e947b HTTP/1.1" status: 200 len: 471 time: 0.0815184 Apr 14 20:47:33.658560 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-2edb42d2-9adc-42c5-b6e1-f9f590c6df83 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'port': {'device_id': '28829ec5-10f0-4014-8d89-dfb6114c7b72', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'admin_state_up': True, 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'security_groups': ['704ef23a-c50c-4506-be1b-32a02b26c73e']}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:33.674402 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cc4a6-15ba-4047-8ffe-9f5cf4691e85 req-b3316dd1-6174-4009-aa04-27fd082e9cb5 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:33.675885 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1b6cc4a6-15ba-4047-8ffe-9f5cf4691e85 req-b3316dd1-6174-4009-aa04-27fd082e9cb5 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0477405 Apr 14 20:47:33.726868 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1b6cc4a6-15ba-4047-8ffe-9f5cf4691e85 req-758808e0-ee77-4a3f-bbc3-82d24f1d721f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449982 Apr 14 20:47:33.813999 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6e0918da-a011-45e2-9202-d8cbac1f13ed req-b946e7cd-5589-4024-8aa1-c74229874c51 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 210 time: 0.0280800 Apr 14 20:47:33.865949 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-2edb42d2-9adc-42c5-b6e1-f9f590c6df83 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Made reservation on behalf of 31d17db2ef5747d8836b06e9567e947b for: {'port': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:47:33.869729 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-2edb42d2-9adc-42c5-b6e1-f9f590c6df83 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:33.913330 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e150fce-7ccd-4236-a3da-61a6fc405da3 req-f0c8e184-f171-47bb-8768-71a2bef2efe3 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:33.914640 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8e150fce-7ccd-4236-a3da-61a6fc405da3 req-f0c8e184-f171-47bb-8768-71a2bef2efe3 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0637302 Apr 14 20:47:34.015393 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8e150fce-7ccd-4236-a3da-61a6fc405da3 req-592e4b33-f58a-47f4-b0f2-ff52eb38034e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944719 Apr 14 20:47:34.027718 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6f593-80ed-4b97-9cca-f480a9d45413 req-2381559e-a35b-4ce9-9e7a-b78d57f44d5e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:34.029766 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-29c6f593-80ed-4b97-9cca-f480a9d45413 req-2381559e-a35b-4ce9-9e7a-b78d57f44d5e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 945 time: 0.0616546 Apr 14 20:47:34.070567 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-2edb42d2-9adc-42c5-b6e1-f9f590c6df83 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Allocated IP 172.20.0.8 (78fd882f-0d96-47e7-99be-fdb344cfeb03/793028ec-fc30-4134-ac09-e1d2921d9f88/199aa339-5cc0-45d0-9d62-38852d7affb4) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:47:34.088883 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-29c6f593-80ed-4b97-9cca-f480a9d45413 req-7f4683c9-0392-42c0-9f47-f48808cdc2a6 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513604 Apr 14 20:47:34.259145 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9cfe0-a09b-4492-ae2b-566c6c173958 req-fb27eb36-6794-48f1-b030-3bc6c89b56a6 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:34.260147 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-80b9cfe0-a09b-4492-ae2b-566c6c173958 req-fb27eb36-6794-48f1-b030-3bc6c89b56a6 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0675781 Apr 14 20:47:34.283828 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ba2f9-6032-4965-9dd4-a6d08326e6ec req-09b11b24-4a88-4962-a161-57c02a29c79b tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:34.285671 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-328ba2f9-6032-4965-9dd4-a6d08326e6ec req-09b11b24-4a88-4962-a161-57c02a29c79b tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 943 time: 0.0576200 Apr 14 20:47:34.302618 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-2edb42d2-9adc-42c5-b6e1-f9f590c6df83 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for port (199aa339-5cc0-45d0-9d62-38852d7affb4), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:34.335579 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-80b9cfe0-a09b-4492-ae2b-566c6c173958 req-8d51f530-76f4-4eb0-ac5c-d4380dfca83b tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688381 Apr 14 20:47:34.378462 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa839f-dbd1-407a-a571-1c88a00aec03 req-a749da6c-7633-436c-bb26-5b717e908a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:34.379943 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f0fa839f-dbd1-407a-a571-1c88a00aec03 req-a749da6c-7633-436c-bb26-5b717e908a04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b612332084cd4380b1d84dc66b66d53d&device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 1129 time: 0.0674772 Apr 14 20:47:34.383136 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-328ba2f9-6032-4965-9dd4-a6d08326e6ec req-11a152e5-d677-4cc3-b113-6770573033f5 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904732 Apr 14 20:47:34.424227 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-2edb42d2-9adc-42c5-b6e1-f9f590c6df83 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (199aa339-5cc0-45d0-9d62-38852d7affb4), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:34.466521 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-2edb42d2-9adc-42c5-b6e1-f9f590c6df83 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Network 78fd882f-0d96-47e7-99be-fdb344cfeb03 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:47:34.476050 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-2edb42d2-9adc-42c5-b6e1-f9f590c6df83 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:47:34.482116 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-2edb42d2-9adc-42c5-b6e1-f9f590c6df83 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:47:34.491194 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-2edb42d2-9adc-42c5-b6e1-f9f590c6df83 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:34.491194 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-2edb42d2-9adc-42c5-b6e1-f9f590c6df83 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:34.499022 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb42d2-9adc-42c5-b6e1-f9f590c6df83 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'Port': ['ID=199aa339-5cc0-45d0-9d62-38852d7affb4,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:34.503768 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa839f-dbd1-407a-a571-1c88a00aec03 req-3c17b81b-291a-410f-ade6-013ba31bfbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:34.507776 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f0fa839f-dbd1-407a-a571-1c88a00aec03 req-3c17b81b-291a-410f-ade6-013ba31bfbad service neutron] 10.222.0.16 "GET /v2.0/networks?id=895cc4d8-73f8-4860-a3ab-edffb1416f1b HTTP/1.1" status: 200 len: 911 time: 0.1057296 Apr 14 20:47:34.583223 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-2edb42d2-9adc-42c5-b6e1-f9f590c6df83 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9284370 Apr 14 20:47:34.584259 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f0fa839f-dbd1-407a-a571-1c88a00aec03 req-07af23d2-5587-444c-83d9-b8577f2b49d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 HTTP/1.1" status: 200 len: 1000 time: 0.0692952 Apr 14 20:47:34.601882 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Request body: {'port': {'device_id': '28829ec5-10f0-4014-8d89-dfb6114c7b72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:34.652861 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 002e2d0d-aba2-4e91-99d7-640e469e6116 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:47:34.656618 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:47:34.679176 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa839f-dbd1-407a-a571-1c88a00aec03 req-36e041d4-378d-431e-aeb7-3001d1047848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:34.679176 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f0fa839f-dbd1-407a-a571-1c88a00aec03 req-36e041d4-378d-431e-aeb7-3001d1047848 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e65d667f-64ee-4065-b3c5-818560099347 HTTP/1.1" status: 200 len: 849 time: 0.0798013 Apr 14 20:47:34.679659 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (199aa339-5cc0-45d0-9d62-38852d7affb4), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:34.736655 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:47:34.746848 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa839f-dbd1-407a-a571-1c88a00aec03 req-dbf75f21-d123-4c60-81c5-ed25c33f7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:34.748646 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f0fa839f-dbd1-407a-a571-1c88a00aec03 req-dbf75f21-d123-4c60-81c5-ed25c33f7472 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=895cc4d8-73f8-4860-a3ab-edffb1416f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619814 Apr 14 20:47:34.862651 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f0fa839f-dbd1-407a-a571-1c88a00aec03 req-eb96ef50-64b4-476e-b61a-3bd9a99c23a5 service neutron] 10.222.0.16 "GET /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070609 Apr 14 20:47:34.872336 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:34.873401 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:34.878365 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-ca29ca36-055f-46ba-8411-f029bd150952 None None] Provisioning complete for port 199aa339-5cc0-45d0-9d62-38852d7affb4 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:34.878864 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ca29ca36-055f-46ba-8411-f029bd150952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (199aa339-5cc0-45d0-9d62-38852d7affb4), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:34.963487 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b0813-a342-4731-9cf5-309bb62160d5 req-33d76fbb-3062-4caf-8017-d307e2baf06a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:34.965499 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-096b0813-a342-4731-9cf5-309bb62160d5 req-33d76fbb-3062-4caf-8017-d307e2baf06a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.1094937 Apr 14 20:47:34.981073 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-ca29ca36-055f-46ba-8411-f029bd150952 None None] Port 199aa339-5cc0-45d0-9d62-38852d7affb4 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:47:34.998703 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 002e2d0d-aba2-4e91-99d7-640e469e6116, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=002e2d0d-aba2-4e91-99d7-640e469e6116,segment=NetworkSegment(31626bd5-8cae-4a3e-837f-bdc3bab3a47d),segment_id=31626bd5-8cae-4a3e-837f-bdc3bab3a47d)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:35.015520 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97303b-da83-4042-8833-b0a22e1b5bf6 req-b1167dc7-6eb1-4b7a-b11e-8c11ee1fdec1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:35.017991 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5a97303b-da83-4042-8833-b0a22e1b5bf6 req-b1167dc7-6eb1-4b7a-b11e-8c11ee1fdec1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 931 time: 0.0636446 Apr 14 20:47:35.033271 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '002e2d0d-aba2-4e91-99d7-640e469e6116', 'network_id': '208564ae-da9e-467c-9660-498e4b41a974', 'port_id': '002e2d0d-aba2-4e91-99d7-640e469e6116', 'mac_address': 'fa:16:3e:1c:c1:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70567396-6662-494a-b09b-c8405f297aec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:47:35.055779 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f0fa839f-dbd1-407a-a571-1c88a00aec03 req-f0c7fc9d-6eb6-4199-9350-3aff04255f66 service neutron] 10.222.0.16 "GET /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840069 Apr 14 20:47:35.056599 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-096b0813-a342-4731-9cf5-309bb62160d5 req-9848b5de-013d-4244-b6fb-d2eceae87baa tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745208 Apr 14 20:47:35.067972 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:35.068441 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:35.108662 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 002e2d0d-aba2-4e91-99d7-640e469e6116 is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:35.108662 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (002e2d0d-aba2-4e91-99d7-640e469e6116), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:35.111516 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199aa339-5cc0-45d0-9d62-38852d7affb4 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:47:35.122280 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Publish callbacks [] for port (199aa339-5cc0-45d0-9d62-38852d7affb4), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:35.127765 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cea569-9552-4ab8-b725-3bc536c3760c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:47:35.130027 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbf4aec-7a2e-4379-b0d1-046e52ac0a75" -d '{"events": [{"server_uuid": "47cea569-9552-4ab8-b725-3bc536c3760c", "name": "network-vif-plugged", "status": "completed", "tag": "9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:47:35.132243 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5a97303b-da83-4042-8833-b0a22e1b5bf6 req-70f58aae-2c45-4e0a-9b0c-7077747566bf tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=704ef23a-c50c-4506-be1b-32a02b26c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062577 Apr 14 20:47:35.133551 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002e2d0d-aba2-4e91-99d7-640e469e6116 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:47:35.136912 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Transition to ACTIVE for port object 199aa339-5cc0-45d0-9d62-38852d7affb4 will not be triggered until provisioned by entity L2. {{(pid=110411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:47:35.154202 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:35.169527 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 002e2d0d-aba2-4e91-99d7-640e469e6116, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=002e2d0d-aba2-4e91-99d7-640e469e6116,segment=NetworkSegment(31626bd5-8cae-4a3e-837f-bdc3bab3a47d),segment_id=31626bd5-8cae-4a3e-837f-bdc3bab3a47d)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:35.208968 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cad848-3295-4609-b37d-9d7495a7d54d req-8c4c7b8f-d97f-41ba-872f-ba94fe6d8ac6 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:35.210743 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f8cad848-3295-4609-b37d-9d7495a7d54d req-8c4c7b8f-d97f-41ba-872f-ba94fe6d8ac6 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0516531 Apr 14 20:47:35.235881 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40327f8e-1e03-4d41-ac28-d5ec4a0f1e14 req-b17b3776-cdfb-42b6-8fc7-db2d9ea56a88 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:35.236273 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (199aa339-5cc0-45d0-9d62-38852d7affb4), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:35.236390 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-40327f8e-1e03-4d41-ac28-d5ec4a0f1e14 req-b17b3776-cdfb-42b6-8fc7-db2d9ea56a88 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 945 time: 0.0531733 Apr 14 20:47:35.254406 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:35.259954 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (002e2d0d-aba2-4e91-99d7-640e469e6116), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:35.304303 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Pushing event updated for resources: {'Port': ['ID=199aa339-5cc0-45d0-9d62-38852d7affb4,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:35.322084 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f8cad848-3295-4609-b37d-9d7495a7d54d req-d5416e7d-a94e-48e7-bebe-0df7f24cd75e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001310 Apr 14 20:47:35.343467 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-40327f8e-1e03-4d41-ac28-d5ec4a0f1e14 req-b428da95-ad46-4ad5-a191-f46589fcd901 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025848 Apr 14 20:47:35.346360 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:35.394895 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Attempting to bind port 199aa339-5cc0-45d0-9d62-38852d7affb4 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:47:35.395098 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14c4467-0a32-4a2d-af38-f05e97dec09b x-openstack-request-id: req-b14c4467-0a32-4a2d-af38-f05e97dec09b {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:47:35.395315 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cea569-9552-4ab8-b725-3bc536c3760c", "name": "network-vif-plugged", "status": "completed", "tag": "9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:47:35.395447 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Attempting to bind port 199aa339-5cc0-45d0-9d62-38852d7affb4 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:47:35.395573 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b14c4467-0a32-4a2d-af38-f05e97dec09b {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:47:35.395990 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Attempting to bind port 199aa339-5cc0-45d0-9d62-38852d7affb4 on network 78fd882f-0d96-47e7-99be-fdb344cfeb03 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:47:35.396591 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b14c4467-0a32-4a2d-af38-f05e97dec09b'] response: {'server_uuid': '47cea569-9552-4ab8-b725-3bc536c3760c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98', 'code': 200} Apr 14 20:47:35.417746 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Port 199aa339-5cc0-45d0-9d62-38852d7affb4 on network 78fd882f-0d96-47e7-99be-fdb344cfeb03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:47:35.418102 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Attempting to bind port 199aa339-5cc0-45d0-9d62-38852d7affb4 on network 78fd882f-0d96-47e7-99be-fdb344cfeb03 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:47:35.434245 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:47:35.434592 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Checking segment: {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:47:35.434989 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Bound using segment: {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:47:35.437042 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Bound port: 199aa339-5cc0-45d0-9d62-38852d7affb4, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:47:35.437448 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (199aa339-5cc0-45d0-9d62-38852d7affb4), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:35.456425 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=002e2d0d-aba2-4e91-99d7-640e469e6116,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:35.476407 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c7ad4-6200-4084-999d-2188c8168947 req-725b0b82-391a-4b98-b946-086b3ee9ee0d tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:35.478923 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-651c7ad4-6200-4084-999d-2188c8168947 req-725b0b82-391a-4b98-b946-086b3ee9ee0d tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0643225 Apr 14 20:47:35.533414 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-651c7ad4-6200-4084-999d-2188c8168947 req-1779a821-38dd-4e9c-aa8f-fee53ecbebf2 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482411 Apr 14 20:47:35.545461 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a39c1-317b-4a4d-b70f-7cfd52268147 req-553ef188-2bd9-43ff-8aad-3a5f9f2799d8 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:35.546984 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-084a39c1-317b-4a4d-b70f-7cfd52268147 req-553ef188-2bd9-43ff-8aad-3a5f9f2799d8 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 944 time: 0.0653696 Apr 14 20:47:35.563639 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] For port 199aa339-5cc0-45d0-9d62-38852d7affb4, host hv-cinder-83754, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:47:35.584224 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] For port 199aa339-5cc0-45d0-9d62-38852d7affb4, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=199aa339-5cc0-45d0-9d62-38852d7affb4,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:47:35.612565 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-084a39c1-317b-4a4d-b70f-7cfd52268147 req-97f1f1c3-17e3-4fef-b7f1-c7addbc25611 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592513 Apr 14 20:47:35.662670 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['002e2d0d-aba2-4e91-99d7-640e469e6116'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:47:35.666901 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (199aa339-5cc0-45d0-9d62-38852d7affb4), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:35.700334 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:35.700896 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:35.702372 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] 10.222.0.16 "PUT /v2.0/ports/199aa339-5cc0-45d0-9d62-38852d7affb4 HTTP/1.1" status: 200 len: 1093 time: 1.1055458 Apr 14 20:47:35.702815 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28829ec5-10f0-4014-8d89-dfb6114c7b72', 'tag': '199aa339-5cc0-45d0-9d62-38852d7affb4'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:47:35.705099 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3074d287-2e65-4f3e-9dc4-ae16b2588e96" -d '{"events": [{"name": "network-changed", "server_uuid": "28829ec5-10f0-4014-8d89-dfb6114c7b72", "tag": "199aa339-5cc0-45d0-9d62-38852d7affb4"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:47:35.731164 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e371f6-2266-4601-9830-1a1e8f81a595 service neutron] Pushing event updated for resources: {'Port': ['ID=199aa339-5cc0-45d0-9d62-38852d7affb4,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:35.754055 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932d144b-96fd-4394-8c90-e9d61ea69a18 x-openstack-request-id: req-932d144b-96fd-4394-8c90-e9d61ea69a18 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:47:35.754306 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28829ec5-10f0-4014-8d89-dfb6114c7b72", "tag": "199aa339-5cc0-45d0-9d62-38852d7affb4", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:47:35.754534 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-932d144b-96fd-4394-8c90-e9d61ea69a18 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:47:35.756709 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-932d144b-96fd-4394-8c90-e9d61ea69a18'] response: {'name': 'network-changed', 'server_uuid': '28829ec5-10f0-4014-8d89-dfb6114c7b72', 'tag': '199aa339-5cc0-45d0-9d62-38852d7affb4', 'status': 'completed', 'code': 200} Apr 14 20:47:36.201804 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7239b-53e3-4f66-b028-48b1aab80803 req-582a28e0-adf8-44a3-85e7-e4daf2092b46 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:36.203314 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-57f7239b-53e3-4f66-b028-48b1aab80803 req-582a28e0-adf8-44a3-85e7-e4daf2092b46 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0519257 Apr 14 20:47:36.232191 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1ff83-f1e8-4ecf-abb4-9a08a4097a62 req-33a8b41d-8530-4a8d-b1c1-e72eafa81644 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:36.233677 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a0b1ff83-f1e8-4ecf-abb4-9a08a4097a62 req-33a8b41d-8530-4a8d-b1c1-e72eafa81644 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 943 time: 0.0539806 Apr 14 20:47:36.252404 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-57f7239b-53e3-4f66-b028-48b1aab80803 req-c5b601b3-a88a-4cfc-9f25-e9d6aebde0b8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420961 Apr 14 20:47:36.281840 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a0b1ff83-f1e8-4ecf-abb4-9a08a4097a62 req-a4c7cc18-4379-4ef2-b667-73f385600239 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=704ef23a-c50c-4506-be1b-32a02b26c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426323 Apr 14 20:47:36.430577 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd423ae-ae9a-481a-95ae-a96ecc884b23 req-5508ffef-b5e9-46e5-af42-421902a63d4a tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:36.432677 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1dd423ae-ae9a-481a-95ae-a96ecc884b23 req-5508ffef-b5e9-46e5-af42-421902a63d4a tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0489464 Apr 14 20:47:36.463415 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d336b2-aa45-44ce-b5f8-a0dbac8f57b3 req-3e79bc68-ebba-4d7f-89fc-75d24e6fe86c tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:36.464903 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-34d336b2-aa45-44ce-b5f8-a0dbac8f57b3 req-3e79bc68-ebba-4d7f-89fc-75d24e6fe86c tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0468645 Apr 14 20:47:36.480472 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1dd423ae-ae9a-481a-95ae-a96ecc884b23 req-c79bfeb3-d809-4f57-864c-f352a2e3aea6 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422184 Apr 14 20:47:36.512970 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-34d336b2-aa45-44ce-b5f8-a0dbac8f57b3 req-1442cbde-f331-487b-8e1c-c4de25698084 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424716 Apr 14 20:47:36.662076 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000d03a-ae91-4338-b5a8-00f3f4692ad1 req-c61f3d60-06e8-42b7-9ce4-813beeb2f6ea tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:36.663600 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0000d03a-ae91-4338-b5a8-00f3f4692ad1 req-c61f3d60-06e8-42b7-9ce4-813beeb2f6ea tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0506167 Apr 14 20:47:36.744816 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0000d03a-ae91-4338-b5a8-00f3f4692ad1 req-f6aa7e66-4e45-4711-93de-9899c6e6f89a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740201 Apr 14 20:47:36.751209 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-6564047d-7344-4604-81e5-425d45d23921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:36.753508 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-6564047d-7344-4604-81e5-425d45d23921 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31d17db2ef5747d8836b06e9567e947b&device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 1127 time: 0.0600660 Apr 14 20:47:36.762999 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f50c92-d061-4672-bfe8-7460fd6dfa72 req-ec8ccd83-c5a7-4a1c-9934-a414ac24286c tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:36.764570 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-75f50c92-d061-4672-bfe8-7460fd6dfa72 req-ec8ccd83-c5a7-4a1c-9934-a414ac24286c tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 944 time: 0.0782359 Apr 14 20:47:36.774576 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f111a4-3a4d-43f2-8d94-0550f56259bf req-e503978b-2900-48da-b4e5-66ae68f8d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:36.775989 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-56f111a4-3a4d-43f2-8d94-0550f56259bf req-e503978b-2900-48da-b4e5-66ae68f8d5e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 1130 time: 0.0588164 Apr 14 20:47:36.809634 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-ef8566f2-d808-4634-aedd-d7426a28e95c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=199aa339-5cc0-45d0-9d62-38852d7affb4 HTTP/1.1" status: 200 len: 217 time: 0.0368438 Apr 14 20:47:36.834781 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-75f50c92-d061-4672-bfe8-7460fd6dfa72 req-ca1c10df-e118-4c42-88cc-fccea94e61e7 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623727 Apr 14 20:47:36.857647 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-56f111a4-3a4d-43f2-8d94-0550f56259bf req-272bd634-be0a-42eb-b9b1-b984626a7e5e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607684 Apr 14 20:47:36.864961 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-bfb02a75-e116-49fd-847b-6250b34c4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:36.868301 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-bfb02a75-e116-49fd-847b-6250b34c4c08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=793028ec-fc30-4134-ac09-e1d2921d9f88 HTTP/1.1" status: 200 len: 853 time: 0.0471733 Apr 14 20:47:37.076327 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 002e2d0d-aba2-4e91-99d7-640e469e6116 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:47:37.118941 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port 002e2d0d-aba2-4e91-99d7-640e469e6116 completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:47:37.185632 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-7712e214-66ea-4fde-9c4f-9c07a6b799a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:37.187113 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-7712e214-66ea-4fde-9c4f-9c07a6b799a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78fd882f-0d96-47e7-99be-fdb344cfeb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399740 Apr 14 20:47:37.219830 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 002e2d0d-aba2-4e91-99d7-640e469e6116 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:37.220211 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (002e2d0d-aba2-4e91-99d7-640e469e6116), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:37.281973 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-33e7d7f7-3c91-4cda-b1f4-eacc4f635e91 service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860333 Apr 14 20:47:37.317145 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 002e2d0d-aba2-4e91-99d7-640e469e6116 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:37.317702 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (002e2d0d-aba2-4e91-99d7-640e469e6116), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:37.356769 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 002e2d0d-aba2-4e91-99d7-640e469e6116, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=002e2d0d-aba2-4e91-99d7-640e469e6116,segment=NetworkSegment(31626bd5-8cae-4a3e-837f-bdc3bab3a47d),segment_id=31626bd5-8cae-4a3e-837f-bdc3bab3a47d)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:37.403068 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b3509e-cfe2-4201-bba0-9152449dcb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002e2d0d-aba2-4e91-99d7-640e469e6116'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:47:37.404213 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4ff6f-0931-4314-8712-22fadeb3982e req-f4c21725-7017-49f3-a1f2-7b78f5b681bb tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:37.405754 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-afc4ff6f-0931-4314-8712-22fadeb3982e req-f4c21725-7017-49f3-a1f2-7b78f5b681bb tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 943 time: 0.0537014 Apr 14 20:47:37.408508 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb222e-8a8c-49e4-8b30-2a49704313aa req-e973de98-136a-421b-9bf1-3071af63026d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:37.409383 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236d3b5b-6307-4cc7-bb85-80e01fb7769d" -d '{"events": [{"server_uuid": "77b3509e-cfe2-4201-bba0-9152449dcb03", "name": "network-vif-plugged", "status": "completed", "tag": "002e2d0d-aba2-4e91-99d7-640e469e6116"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:47:37.410047 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4cfb222e-8a8c-49e4-8b30-2a49704313aa req-e973de98-136a-421b-9bf1-3071af63026d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0594413 Apr 14 20:47:37.434147 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (002e2d0d-aba2-4e91-99d7-640e469e6116), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:37.443060 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6384bf4b-e75e-42ce-8e94-b8b7b29cc3c5 req-6d8563ae-0640-4f92-88ca-452e3f9f08d8 service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513894 Apr 14 20:47:37.464932 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-afc4ff6f-0931-4314-8712-22fadeb3982e req-83d07906-098d-49a1-a985-4fd8c1f9f2a8 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=704ef23a-c50c-4506-be1b-32a02b26c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478973 Apr 14 20:47:37.493394 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4cfb222e-8a8c-49e4-8b30-2a49704313aa req-25c8446b-f471-46c0-b631-b22de35bc31a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686679 Apr 14 20:47:37.497989 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=002e2d0d-aba2-4e91-99d7-640e469e6116,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:37.511220 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfb6f0b-488b-47b2-abc2-26958185396e x-openstack-request-id: req-6dfb6f0b-488b-47b2-abc2-26958185396e {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:47:37.511534 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b3509e-cfe2-4201-bba0-9152449dcb03", "name": "network-vif-plugged", "status": "completed", "tag": "002e2d0d-aba2-4e91-99d7-640e469e6116", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:47:37.511797 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dfb6f0b-488b-47b2-abc2-26958185396e {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:47:37.512196 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dfb6f0b-488b-47b2-abc2-26958185396e'] response: {'server_uuid': '77b3509e-cfe2-4201-bba0-9152449dcb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002e2d0d-aba2-4e91-99d7-640e469e6116', 'code': 200} Apr 14 20:47:37.624542 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d48bf-85c2-432e-b8b4-fe8e892aef12 req-32bc345e-f551-4bc1-bf36-8d29611cb446 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:37.626306 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-238d48bf-85c2-432e-b8b4-fe8e892aef12 req-32bc345e-f551-4bc1-bf36-8d29611cb446 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0483754 Apr 14 20:47:37.673883 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-238d48bf-85c2-432e-b8b4-fe8e892aef12 req-dc76fc07-9821-48a1-a656-efd4030aaed6 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418997 Apr 14 20:47:37.863182 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11ed45-d050-4b55-be19-a7024fe775d4 req-c8916775-ff1f-4fbc-9cc4-7c7db278f99b tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:37.864798 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0a11ed45-d050-4b55-be19-a7024fe775d4 req-c8916775-ff1f-4fbc-9cc4-7c7db278f99b tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0506628 Apr 14 20:47:37.914058 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0a11ed45-d050-4b55-be19-a7024fe775d4 req-d57c4216-7355-4775-87e9-5ce5c8ed9e29 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433424 Apr 14 20:47:37.951646 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93b34c-d5f3-4095-ae9c-fb01ffc87f78 req-9be86ef7-d19d-4fb1-b097-5ab7a4620b14 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:37.953197 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cc93b34c-d5f3-4095-ae9c-fb01ffc87f78 req-9be86ef7-d19d-4fb1-b097-5ab7a4620b14 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 945 time: 0.0503812 Apr 14 20:47:38.002740 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cc93b34c-d5f3-4095-ae9c-fb01ffc87f78 req-a35a9528-bf56-4cfe-8421-015338cff3e3 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440423 Apr 14 20:47:38.588713 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd10f9-37b1-4bbf-a987-938f3ec7e2d1 req-4a49f486-1d60-4682-9e24-8f348ddcbd2e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:38.590337 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f8bd10f9-37b1-4bbf-a987-938f3ec7e2d1 req-4a49f486-1d60-4682-9e24-8f348ddcbd2e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 943 time: 0.0573111 Apr 14 20:47:38.600057 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaab61-e9d5-4497-a2b0-3bb6881cdbd0 req-60332c5f-b803-4cab-8195-44b53b9787e1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:38.601593 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4ddaab61-e9d5-4497-a2b0-3bb6881cdbd0 req-60332c5f-b803-4cab-8195-44b53b9787e1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0516944 Apr 14 20:47:38.639095 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f8bd10f9-37b1-4bbf-a987-938f3ec7e2d1 req-64ac2485-b1a0-49af-a97b-aa9dd3e90c57 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=704ef23a-c50c-4506-be1b-32a02b26c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429521 Apr 14 20:47:38.650154 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4ddaab61-e9d5-4497-a2b0-3bb6881cdbd0 req-c3250af9-daad-4b8b-9a86-3801be5ce921 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409267 Apr 14 20:47:38.775736 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-082a7960-f16e-4103-a921-c823d4224378 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976730036&fields=id&tenant_id=4594533c2d114769b73069549c61e38e HTTP/1.1" status: 200 len: 267 time: 0.0488029 Apr 14 20:47:38.787525 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8adb9-dfc1-4f21-b076-204a50bc1f3d req-4892fa0a-0fbc-4d26-8576-27c013bca19c tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:38.789014 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-69c8adb9-dfc1-4f21-b076-204a50bc1f3d req-4892fa0a-0fbc-4d26-8576-27c013bca19c tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0472155 Apr 14 20:47:38.837270 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-69c8adb9-dfc1-4f21-b076-204a50bc1f3d req-e55b1a67-6b6a-4a10-9bed-5ce6e8c6febc tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413766 Apr 14 20:47:38.892511 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-7bbbacfd-4d82-446d-a08e-f8bea4b58aca tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:38.893990 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-7bbbacfd-4d82-446d-a08e-f8bea4b58aca tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/networks?id=e9124821-6384-483a-bd3f-30476db1701e HTTP/1.1" status: 200 len: 811 time: 0.1112483 Apr 14 20:47:38.909230 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-5e8dcdc0-2ceb-4ec3-821a-74d7eb20c4dd tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/quotas/4594533c2d114769b73069549c61e38e HTTP/1.1" status: 200 len: 375 time: 0.0099308 Apr 14 20:47:38.959716 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-a2bb0f44-cbeb-4899-9c03-0ea35afca64d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4594533c2d114769b73069549c61e38e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442050 Apr 14 20:47:39.027860 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5c96b-5eac-4d16-ac19-19edceef4973 req-02ce5c5c-77ca-4969-900e-8e0de2ded07d tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:39.029384 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2fc5c96b-5eac-4d16-ac19-19edceef4973 req-02ce5c5c-77ca-4969-900e-8e0de2ded07d tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0465102 Apr 14 20:47:39.057664 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-a112fae9-3fc9-4d27-8de6-a3f0616162ee service neutron] 10.222.0.15 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863485 Apr 14 20:47:39.080379 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device e645adb7-d011-440e-89e5-4c116418ec5f details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:47:39.082192 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2fc5c96b-5eac-4d16-ac19-19edceef4973 req-ad391275-9aba-4ba4-9510-e54052fb281d tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469971 Apr 14 20:47:39.154399 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-1ac80539-b98e-421b-b494-2a9ef679854d service neutron] 10.222.0.15 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911186 Apr 14 20:47:39.186312 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b235129-53f5-48ab-ab9a-d8eb74d36507 req-0506bca0-845c-4b30-8d1c-05ee3252933e tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:39.188358 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3b235129-53f5-48ab-ab9a-d8eb74d36507 req-0506bca0-845c-4b30-8d1c-05ee3252933e tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 945 time: 0.0482163 Apr 14 20:47:39.194024 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port e645adb7-d011-440e-89e5-4c116418ec5f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e645adb7-d011-440e-89e5-4c116418ec5f,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:39.205968 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': 'e645adb7-d011-440e-89e5-4c116418ec5f', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'port_id': 'e645adb7-d011-440e-89e5-4c116418ec5f', 'mac_address': 'fa:16:3e:33:b3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:47:39.237836 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3b235129-53f5-48ab-ab9a-d8eb74d36507 req-5b8bb9f1-420a-49a6-97cd-6e32a40e16ac tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Apr 14 20:47:39.250702 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port e645adb7-d011-440e-89e5-4c116418ec5f is: ACTIVE; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:39.251266 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:39.265623 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e645adb7-d011-440e-89e5-4c116418ec5f {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:47:39.285840 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port e645adb7-d011-440e-89e5-4c116418ec5f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e645adb7-d011-440e-89e5-4c116418ec5f,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:39.366277 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:39.417894 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=e645adb7-d011-440e-89e5-4c116418ec5f,revision_number=6']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:39.531326 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['e645adb7-d011-440e-89e5-4c116418ec5f'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:47:39.763485 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264a4e0-7e3d-407f-bac7-7bfbd288ca1d req-11bee33c-454b-4737-9150-74b1b087991e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:39.765116 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d264a4e0-7e3d-407f-bac7-7bfbd288ca1d req-11bee33c-454b-4737-9150-74b1b087991e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 943 time: 0.0504136 Apr 14 20:47:39.794392 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939c470-7994-429e-9cff-f22871648d8e req-a98dd1bc-7e06-4f08-891b-7fdd75c65e2f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:39.803920 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b939c470-7994-429e-9cff-f22871648d8e req-a98dd1bc-7e06-4f08-891b-7fdd75c65e2f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 945 time: 0.0784643 Apr 14 20:47:39.859495 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b939c470-7994-429e-9cff-f22871648d8e req-95cb2361-a040-4b54-96e2-6536f36f1ad8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546701 Apr 14 20:47:39.934361 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-12ab50f8-ffe8-47e9-aa4c-f7cb0d3b4f4b req-3151ca79-a296-4cd7-ad14-a06ed957d5df tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 210 time: 0.0305698 Apr 14 20:47:40.040583 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bd1ee-ff95-44e8-95f9-96e9024a907b req-6be0c493-4a59-4642-8bbc-386e945af27a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:40.042350 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-907bd1ee-ff95-44e8-95f9-96e9024a907b req-6be0c493-4a59-4642-8bbc-386e945af27a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0498977 Apr 14 20:47:40.075224 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074d287-2e65-4f3e-9dc4-ae16b2588e96 req-48572a69-c5ec-46dd-adfe-afaa6ff19941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:40.076706 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3074d287-2e65-4f3e-9dc4-ae16b2588e96 req-48572a69-c5ec-46dd-adfe-afaa6ff19941 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31d17db2ef5747d8836b06e9567e947b&device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 1127 time: 0.2912824 Apr 14 20:47:40.091312 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d264a4e0-7e3d-407f-bac7-7bfbd288ca1d req-44fdffbe-7a1a-4d93-b10f-3881de33b88f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=704ef23a-c50c-4506-be1b-32a02b26c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3206234 Apr 14 20:47:40.093814 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-907bd1ee-ff95-44e8-95f9-96e9024a907b req-bd6e2d56-1d27-4367-903e-830ca0fa1d7f tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455658 Apr 14 20:47:40.203287 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42721bf-dc0d-4866-b78c-1189af66e2cf req-e683517f-ea3a-4009-aeca-0a7b88da21d1 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:40.204745 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d42721bf-dc0d-4866-b78c-1189af66e2cf req-e683517f-ea3a-4009-aeca-0a7b88da21d1 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0508103 Apr 14 20:47:40.211817 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac7957-aa7e-4065-99e5-d55110bd0a88 req-8ce44352-ff2c-4796-9872-b2f7b17b4a50 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:40.213979 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9cac7957-aa7e-4065-99e5-d55110bd0a88 req-8ce44352-ff2c-4796-9872-b2f7b17b4a50 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0499101 Apr 14 20:47:40.222770 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 45440) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:40.227386 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-7ba13edb-679a-4486-a13b-6f907944f005 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Request body: {'floatingip': {'port_id': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:40.254116 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d42721bf-dc0d-4866-b78c-1189af66e2cf req-a9a87bbe-f75f-4020-af48-51713a6085d3 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436516 Apr 14 20:47:40.271224 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7ba13edb-679a-4486-a13b-6f907944f005 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for floatingip (deaacd70-4bb8-49e0-8ebe-2a045524f686), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:40.406757 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185f34d-79f1-41f6-9c92-bc16d839098d req-f48c08ae-fe7e-42d6-9519-6be33666ea78 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:40.408365 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3185f34d-79f1-41f6-9c92-bc16d839098d req-f48c08ae-fe7e-42d6-9519-6be33666ea78 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 945 time: 0.0991762 Apr 14 20:47:40.426797 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0da2a8-e5e4-402d-8726-24a717043e6f req-a6251a72-ecff-40c7-810b-6703751d5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:40.428400 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-be0da2a8-e5e4-402d-8726-24a717043e6f req-a6251a72-ecff-40c7-810b-6703751d5203 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 1129 time: 0.0455766 Apr 14 20:47:40.512650 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3185f34d-79f1-41f6-9c92-bc16d839098d req-26c91c5a-418f-47d1-8436-bbdbf9ed7910 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910368 Apr 14 20:47:40.812957 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7ba13edb-679a-4486-a13b-6f907944f005 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:40.888409 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7ba13edb-679a-4486-a13b-6f907944f005 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (deaacd70-4bb8-49e0-8ebe-2a045524f686), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:40.987761 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1990bb-9439-4948-9c39-2fd63d7cca48 req-013f8c8d-9b76-487d-a41d-fa12485f9f98 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:40.989288 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3e1990bb-9439-4948-9c39-2fd63d7cca48 req-013f8c8d-9b76-487d-a41d-fa12485f9f98 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 945 time: 0.0522618 Apr 14 20:47:40.999302 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.l3_db [None req-7ba13edb-679a-4486-a13b-6f907944f005 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Floating IP deaacd70-4bb8-49e0-8ebe-2a045524f686 associated. External IP: 172.27.1.53, port: 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98. Apr 14 20:47:41.041327 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3e1990bb-9439-4948-9c39-2fd63d7cca48 req-05318ff9-8ab0-41d0-b1a6-ed2938b3d719 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450878 Apr 14 20:47:41.068159 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8cefd7d5-faf5-4204-89b2-be8098b8e230 req-7dd43a6e-fbfa-446e-8458-ec468d0936dc tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 210 time: 0.0652835 Apr 14 20:47:41.092319 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 199aa339-5cc0-45d0-9d62-38852d7affb4 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:47:41.094504 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device e645adb7-d011-440e-89e5-4c116418ec5f up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:47:41.199798 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port e645adb7-d011-440e-89e5-4c116418ec5f triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:41.200176 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:41.213643 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacf607-2649-4a9d-b943-42ec12b7d014 req-884e5c18-0c6b-4fd0-b79a-9509285ca181 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:41.215323 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bbacf607-2649-4a9d-b943-42ec12b7d014 req-884e5c18-0c6b-4fd0-b79a-9509285ca181 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 943 time: 0.0529058 Apr 14 20:47:41.244426 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba13edb-679a-4486-a13b-6f907944f005 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Router 63879327-cb12-46cd-84a7-5537cd2c3b5b has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:47:41.260825 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 199aa339-5cc0-45d0-9d62-38852d7affb4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=199aa339-5cc0-45d0-9d62-38852d7affb4,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:41.265609 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bbacf607-2649-4a9d-b943-42ec12b7d014 req-ccf91115-5a52-4483-bfcc-937d6fe78305 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=704ef23a-c50c-4506-be1b-32a02b26c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440254 Apr 14 20:47:41.277902 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '199aa339-5cc0-45d0-9d62-38852d7affb4', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'port_id': '199aa339-5cc0-45d0-9d62-38852d7affb4', 'mac_address': 'fa:16:3e:6b:cd:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:47:41.344052 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port e645adb7-d011-440e-89e5-4c116418ec5f is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:41.344346 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:41.346165 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 199aa339-5cc0-45d0-9d62-38852d7affb4 is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:41.346539 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (199aa339-5cc0-45d0-9d62-38852d7affb4), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:41.376177 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199aa339-5cc0-45d0-9d62-38852d7affb4 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:47:41.388642 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c8becf-5922-47f5-abb3-34234511dd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e645adb7-d011-440e-89e5-4c116418ec5f'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:47:41.390929 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e39107-4c11-4ba8-9782-3754fec99f96" -d '{"events": [{"server_uuid": "71c8becf-5922-47f5-abb3-34234511dd6a", "name": "network-vif-plugged", "status": "completed", "tag": "e645adb7-d011-440e-89e5-4c116418ec5f"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:47:41.404535 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-be0da2a8-e5e4-402d-8726-24a717043e6f req-a9a449f7-c64c-4b4a-a89b-325abc3e0979 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492189 Apr 14 20:47:41.420930 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port e645adb7-d011-440e-89e5-4c116418ec5f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e645adb7-d011-440e-89e5-4c116418ec5f,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:41.430829 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 199aa339-5cc0-45d0-9d62-38852d7affb4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=199aa339-5cc0-45d0-9d62-38852d7affb4,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:41.437729 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775399a3-c9fe-4b06-b09b-d0507f5fa41a x-openstack-request-id: req-775399a3-c9fe-4b06-b09b-d0507f5fa41a {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:47:41.438035 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c8becf-5922-47f5-abb3-34234511dd6a", "name": "network-vif-plugged", "status": "completed", "tag": "e645adb7-d011-440e-89e5-4c116418ec5f", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:47:41.438304 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-775399a3-c9fe-4b06-b09b-d0507f5fa41a {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:47:41.438681 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-775399a3-c9fe-4b06-b09b-d0507f5fa41a'] response: {'server_uuid': '71c8becf-5922-47f5-abb3-34234511dd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e645adb7-d011-440e-89e5-4c116418ec5f', 'code': 200} Apr 14 20:47:41.455568 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675cc13-2da3-4fab-8ba9-303c379c38b1 req-7a0f413c-d17e-419a-b0d4-172cc158bec4 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:41.457050 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b675cc13-2da3-4fab-8ba9-303c379c38b1 req-7a0f413c-d17e-419a-b0d4-172cc158bec4 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.1178198 Apr 14 20:47:41.466313 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba13edb-679a-4486-a13b-6f907944f005 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:47:41.476316 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04efae21-2654-4d04-a0ac-23fbbc2e0485 None None] Sync routers for ids ['63879327-cb12-46cd-84a7-5537cd2c3b5b'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:47:41.476747 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7ba13edb-679a-4486-a13b-6f907944f005 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:41.485693 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04efae21-2654-4d04-a0ac-23fbbc2e0485 None None] Routers {'63879327-cb12-46cd-84a7-5537cd2c3b5b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:47:41.486306 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-04efae21-2654-4d04-a0ac-23fbbc2e0485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:47:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['63879327-cb12-46cd-84a7-5537cd2c3b5b'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:41.514706 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:41.544978 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-7ba13edb-679a-4486-a13b-6f907944f005 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "PUT /v2.0/floatingips/deaacd70-4bb8-49e0-8ebe-2a045524f686 HTTP/1.1" status: 200 len: 991 time: 1.3110490 Apr 14 20:47:41.545946 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cea569-9552-4ab8-b725-3bc536c3760c', 'tag': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:47:41.548182 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedc5a5b-d9da-4ba4-ab4c-b80cd16888a8" -d '{"events": [{"name": "network-changed", "server_uuid": "47cea569-9552-4ab8-b725-3bc536c3760c", "tag": "9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:47:41.560735 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (199aa339-5cc0-45d0-9d62-38852d7affb4), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:41.569464 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074d287-2e65-4f3e-9dc4-ae16b2588e96 req-34ee7e8f-2f01-40e0-9795-ef065c977b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:41.571123 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3074d287-2e65-4f3e-9dc4-ae16b2588e96 req-34ee7e8f-2f01-40e0-9795-ef065c977b3f service neutron] 10.222.0.16 "GET /v2.0/networks?id=78fd882f-0d96-47e7-99be-fdb344cfeb03 HTTP/1.1" status: 200 len: 915 time: 0.2167337 Apr 14 20:47:41.578617 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b675cc13-2da3-4fab-8ba9-303c379c38b1 req-928e9c2b-1ab4-49a6-b39a-e61e3c90468d tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135905 Apr 14 20:47:41.597545 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=e645adb7-d011-440e-89e5-4c116418ec5f,revision_number=7']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:41.599436 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-04efae21-2654-4d04-a0ac-23fbbc2e0485 None None] Set router 63879327-cb12-46cd-84a7-5537cd2c3b5b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:47:41.643073 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa50045c-258f-4dcb-a5f4-602809701552 x-openstack-request-id: req-fa50045c-258f-4dcb-a5f4-602809701552 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:47:41.643453 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cea569-9552-4ab8-b725-3bc536c3760c", "tag": "9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:47:41.643818 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa50045c-258f-4dcb-a5f4-602809701552 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:47:41.644263 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa50045c-258f-4dcb-a5f4-602809701552'] response: {'name': 'network-changed', 'server_uuid': '47cea569-9552-4ab8-b725-3bc536c3760c', 'tag': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98', 'status': 'completed', 'code': 200} Apr 14 20:47:41.656156 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051809b9-bdef-405f-8027-b33abf793907 req-93d5ff0f-8f4d-4c47-acf4-08a03c0dbecc tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:41.657717 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-051809b9-bdef-405f-8027-b33abf793907 req-93d5ff0f-8f4d-4c47-acf4-08a03c0dbecc tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 945 time: 0.0577881 Apr 14 20:47:41.669483 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=199aa339-5cc0-45d0-9d62-38852d7affb4,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:41.711646 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-051809b9-bdef-405f-8027-b33abf793907 req-c6d52b58-18f8-480e-83f2-8034d8ac5ed9 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449731 Apr 14 20:47:41.815159 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3074d287-2e65-4f3e-9dc4-ae16b2588e96 req-af0e5c42-4485-4164-9c69-3ffa3634379e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=199aa339-5cc0-45d0-9d62-38852d7affb4 HTTP/1.1" status: 200 len: 217 time: 0.0426686 Apr 14 20:47:41.820776 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc5a5b-d9da-4ba4-ab4c-b80cd16888a8 req-5a38dbe7-1b6d-4faa-813d-045543c81fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:41.822703 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dedc5a5b-d9da-4ba4-ab4c-b80cd16888a8 req-5a38dbe7-1b6d-4faa-813d-045543c81fe6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 1130 time: 0.0485029 Apr 14 20:47:41.844212 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-04efae21-2654-4d04-a0ac-23fbbc2e0485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:17Z', 'updated_at': '2022-04-14T20:45:23Z', 'revision_number': 4, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'gw_port': {'id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:18Z', 'updated_at': '2022-04-14T20:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': 'deaacd70-4bb8-49e0-8ebe-2a045524f686', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'port_id': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'mac_address': 'fa:16:3e:f1:97:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cea569-9552-4ab8-b725-3bc536c3760c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:47:18Z', 'updated_at': '2022-04-14T20:47:40Z', 'revision_number': 1, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5dc507-5435-4fa4-a2af-c076f0f6f5e3', 'name': '', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'mac_address': 'fa:16:3e:58:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:36Z', 'revision_number': 5, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'subnets': [{'id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:41.871959 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04efae21-2654-4d04-a0ac-23fbbc2e0485 None None] Checking router: 63879327-cb12-46cd-84a7-5537cd2c3b5b for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:47:41.876187 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074d287-2e65-4f3e-9dc4-ae16b2588e96 req-f64115bd-ba6c-4d26-b5d1-5c56f70835f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:41.882411 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3074d287-2e65-4f3e-9dc4-ae16b2588e96 req-f64115bd-ba6c-4d26-b5d1-5c56f70835f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=793028ec-fc30-4134-ac09-e1d2921d9f88 HTTP/1.1" status: 200 len: 853 time: 0.0545216 Apr 14 20:47:41.882532 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04efae21-2654-4d04-a0ac-23fbbc2e0485 None None] Routers {'63879327-cb12-46cd-84a7-5537cd2c3b5b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:47:41.882532 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-04efae21-2654-4d04-a0ac-23fbbc2e0485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:47:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['63879327-cb12-46cd-84a7-5537cd2c3b5b'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:41.925203 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc5a5b-d9da-4ba4-ab4c-b80cd16888a8 req-c1c6a508-4e89-4fd1-8208-d194b73da40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:41.926663 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dedc5a5b-d9da-4ba4-ab4c-b80cd16888a8 req-c1c6a508-4e89-4fd1-8208-d194b73da40b service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 920 time: 0.0919847 Apr 14 20:47:41.948415 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074d287-2e65-4f3e-9dc4-ae16b2588e96 req-26cd46a5-afe1-4380-ac93-a41ecc4f6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:41.950021 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3074d287-2e65-4f3e-9dc4-ae16b2588e96 req-26cd46a5-afe1-4380-ac93-a41ecc4f6852 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78fd882f-0d96-47e7-99be-fdb344cfeb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562143 Apr 14 20:47:42.003820 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['199aa339-5cc0-45d0-9d62-38852d7affb4'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:47:42.005013 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-04efae21-2654-4d04-a0ac-23fbbc2e0485 None None] Set router 63879327-cb12-46cd-84a7-5537cd2c3b5b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:47:42.191973 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54672666-0c2b-4ba6-9a7f-3f3a85d0f957 req-271907e2-ceb1-4259-a87f-69e82a612d2f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:42.193603 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-54672666-0c2b-4ba6-9a7f-3f3a85d0f957 req-271907e2-ceb1-4259-a87f-69e82a612d2f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0607495 Apr 14 20:47:42.249613 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-54672666-0c2b-4ba6-9a7f-3f3a85d0f957 req-3fe062d5-1480-4827-8156-ff3eb054be89 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488961 Apr 14 20:47:42.269788 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a7c58c74-8e32-4819-99d2-4d5c3ea847fa req-4c784034-3cd8-433a-a940-1dced38ba85c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 210 time: 0.0380626 Apr 14 20:47:42.279059 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-04efae21-2654-4d04-a0ac-23fbbc2e0485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:17Z', 'updated_at': '2022-04-14T20:45:23Z', 'revision_number': 4, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'gw_port': {'id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:18Z', 'updated_at': '2022-04-14T20:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': 'deaacd70-4bb8-49e0-8ebe-2a045524f686', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'port_id': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'mac_address': 'fa:16:3e:f1:97:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cea569-9552-4ab8-b725-3bc536c3760c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:47:18Z', 'updated_at': '2022-04-14T20:47:40Z', 'revision_number': 1, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5dc507-5435-4fa4-a2af-c076f0f6f5e3', 'name': '', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'mac_address': 'fa:16:3e:58:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:36Z', 'revision_number': 5, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'subnets': [{'id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:42.292561 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dedc5a5b-d9da-4ba4-ab4c-b80cd16888a8 req-500aeb53-4dbd-444a-b766-050457b85b34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 HTTP/1.1" status: 200 len: 999 time: 0.3568861 Apr 14 20:47:42.307826 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04efae21-2654-4d04-a0ac-23fbbc2e0485 None None] The sync data for ids ['63879327-cb12-46cd-84a7-5537cd2c3b5b'] in dv-cinder-837540-3-iscsi is: [{'id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:17Z', 'updated_at': '2022-04-14T20:45:23Z', 'revision_number': 4, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'gw_port': {'id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:18Z', 'updated_at': '2022-04-14T20:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': 'deaacd70-4bb8-49e0-8ebe-2a045524f686', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'port_id': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'mac_address': 'fa:16:3e:f1:97:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cea569-9552-4ab8-b725-3bc536c3760c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:47:18Z', 'updated_at': '2022-04-14T20:47:40Z', 'revision_number': 1, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5dc507-5435-4fa4-a2af-c076f0f6f5e3', 'name': '', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'mac_address': 'fa:16:3e:58:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:36Z', 'revision_number': 5, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'subnets': [{'id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:47:42.386292 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a663d6f-eb06-4ea2-9a98-5faa929c4bc3 req-0fb7606c-1d83-439f-bc52-a062871e878d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:42.387884 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7a663d6f-eb06-4ea2-9a98-5faa929c4bc3 req-0fb7606c-1d83-439f-bc52-a062871e878d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 944 time: 0.0532048 Apr 14 20:47:42.438881 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7a663d6f-eb06-4ea2-9a98-5faa929c4bc3 req-f3b01cab-0c5c-4797-b5d3-d14b6edcb55f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=704ef23a-c50c-4506-be1b-32a02b26c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453756 Apr 14 20:47:42.512135 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f9e400-f432-4786-92cd-3ebc701b223c None None] New status for floating IP deaacd70-4bb8-49e0-8ebe-2a045524f686: ACTIVE {{(pid=110413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:47:42.550583 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc5a5b-d9da-4ba4-ab4c-b80cd16888a8 req-213931e4-0db3-4ead-8649-bb039dd68f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:42.552165 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dedc5a5b-d9da-4ba4-ab4c-b80cd16888a8 req-213931e4-0db3-4ead-8649-bb039dd68f7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f10567fd-adb1-4429-8b4f-7a10f9ab700f HTTP/1.1" status: 200 len: 858 time: 0.0534852 Apr 14 20:47:42.600354 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3074d287-2e65-4f3e-9dc4-ae16b2588e96 req-3d41febc-bd1a-4732-b9c3-e5ae297172c8 service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019168 Apr 14 20:47:42.640740 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc5a5b-d9da-4ba4-ab4c-b80cd16888a8 req-c726b0a6-a838-479c-ad76-8fb1825b9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:42.642461 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dedc5a5b-d9da-4ba4-ab4c-b80cd16888a8 req-c726b0a6-a838-479c-ad76-8fb1825b9ba4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3627da5-4396-44c2-b4be-72365d8e14c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488827 Apr 14 20:47:42.737321 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3074d287-2e65-4f3e-9dc4-ae16b2588e96 req-8bf5250c-f943-4bb6-8b15-bcd553e9e710 service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270428 Apr 14 20:47:42.769175 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72705d-b192-4595-be25-804a4d57286e req-4ea99a04-4aa3-4932-9efb-4702684e4040 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:42.770724 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ef72705d-b192-4595-be25-804a4d57286e req-4ea99a04-4aa3-4932-9efb-4702684e4040 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.1110587 Apr 14 20:47:42.829707 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dedc5a5b-d9da-4ba4-ab4c-b80cd16888a8 req-cc000186-cb9e-4b93-bb41-262282293f9e service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799190 Apr 14 20:47:42.853675 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ef72705d-b192-4595-be25-804a4d57286e req-67d578d6-a5fd-49f8-afb5-b620a669e03a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733471 Apr 14 20:47:42.886518 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031fcb7-c9a7-49e8-957f-6de3955764fa req-8bdace41-5121-4fa8-afac-292b3fa0bca9 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:42.887958 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9031fcb7-c9a7-49e8-957f-6de3955764fa req-8bdace41-5121-4fa8-afac-292b3fa0bca9 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 945 time: 0.0711644 Apr 14 20:47:42.940413 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dedc5a5b-d9da-4ba4-ab4c-b80cd16888a8 req-f75ce0ac-b8a5-4969-ac6a-dc622e19c4ef service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999453 Apr 14 20:47:42.944445 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9031fcb7-c9a7-49e8-957f-6de3955764fa req-96ed6b9c-d7f3-49c1-a302-b999f4a375eb tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499141 Apr 14 20:47:43.173677 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 199aa339-5cc0-45d0-9d62-38852d7affb4 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:47:43.223898 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port 199aa339-5cc0-45d0-9d62-38852d7affb4 completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:47:43.289549 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 199aa339-5cc0-45d0-9d62-38852d7affb4 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:43.289549 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (199aa339-5cc0-45d0-9d62-38852d7affb4), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:43.380604 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 199aa339-5cc0-45d0-9d62-38852d7affb4 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:43.381306 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (199aa339-5cc0-45d0-9d62-38852d7affb4), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:43.426761 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9fcb0ec9-6ef0-4ff3-a713-db3df7c8236d req-33382a11-7277-4075-9741-a445aec8dd80 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 210 time: 0.0488255 Apr 14 20:47:43.447259 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 199aa339-5cc0-45d0-9d62-38852d7affb4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=199aa339-5cc0-45d0-9d62-38852d7affb4,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:43.447464 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095e87d-4b02-4875-8cf6-b5181e93335b req-1750fb6f-baee-42f8-85f4-c3afc506e690 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:43.447926 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28829ec5-10f0-4014-8d89-dfb6114c7b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199aa339-5cc0-45d0-9d62-38852d7affb4'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:47:43.448011 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55009175-ee25-4555-b809-5979a64afa2e" -d '{"events": [{"server_uuid": "28829ec5-10f0-4014-8d89-dfb6114c7b72", "name": "network-vif-plugged", "status": "completed", "tag": "199aa339-5cc0-45d0-9d62-38852d7affb4"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:47:43.451923 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a095e87d-4b02-4875-8cf6-b5181e93335b req-1750fb6f-baee-42f8-85f4-c3afc506e690 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0964062 Apr 14 20:47:43.499042 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e17050-4791-44a1-87ac-f59ef3d6581e x-openstack-request-id: req-61e17050-4791-44a1-87ac-f59ef3d6581e {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:47:43.499369 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28829ec5-10f0-4014-8d89-dfb6114c7b72", "name": "network-vif-plugged", "status": "completed", "tag": "199aa339-5cc0-45d0-9d62-38852d7affb4", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:47:43.499637 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61e17050-4791-44a1-87ac-f59ef3d6581e {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:47:43.500040 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e17050-4791-44a1-87ac-f59ef3d6581e'] response: {'server_uuid': '28829ec5-10f0-4014-8d89-dfb6114c7b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199aa339-5cc0-45d0-9d62-38852d7affb4', 'code': 200} Apr 14 20:47:43.504093 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (199aa339-5cc0-45d0-9d62-38852d7affb4), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:43.507098 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a095e87d-4b02-4875-8cf6-b5181e93335b req-2c91386a-dbb1-40cc-b18c-e07ec81c9248 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543084 Apr 14 20:47:43.580328 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=199aa339-5cc0-45d0-9d62-38852d7affb4,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:43.652567 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ffd28-85ca-4423-bbfb-6c06639f0e1f req-ef831bb0-439c-4da0-ad9b-106e7a057d70 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:43.654828 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-067ffd28-85ca-4423-bbfb-6c06639f0e1f req-ef831bb0-439c-4da0-ad9b-106e7a057d70 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0548902 Apr 14 20:47:43.714022 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-067ffd28-85ca-4423-bbfb-6c06639f0e1f req-d66ef498-137f-4ea8-bf3c-e4ef0e71cd12 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=704ef23a-c50c-4506-be1b-32a02b26c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467811 Apr 14 20:47:44.019203 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca0b03-66ba-49ad-975d-1e766147e672 req-c60991b1-7d10-46cb-a538-e66915c52a68 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:44.020790 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-99ca0b03-66ba-49ad-975d-1e766147e672 req-c60991b1-7d10-46cb-a538-e66915c52a68 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0953937 Apr 14 20:47:44.109864 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-99ca0b03-66ba-49ad-975d-1e766147e672 req-42d9e88c-4279-453b-bf87-5d814d34f5f5 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715907 Apr 14 20:47:44.137549 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea20a21-74c7-4543-aeba-a06eb868bf89 req-7df3acfd-0b29-4f20-862f-5039cb43bd98 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:44.139781 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5ea20a21-74c7-4543-aeba-a06eb868bf89 req-7df3acfd-0b29-4f20-862f-5039cb43bd98 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 945 time: 0.0757535 Apr 14 20:47:44.194742 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5ea20a21-74c7-4543-aeba-a06eb868bf89 req-f4bc9509-373d-4dbd-9d67-3a474ea9afe5 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487523 Apr 14 20:47:44.404775 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068ed31-459d-4f6b-aa76-07233a92e84b req-dda40bc0-40f4-4d90-98dc-efa4c2df4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:44.417683 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3068ed31-459d-4f6b-aa76-07233a92e84b req-dda40bc0-40f4-4d90-98dc-efa4c2df4f38 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 1129 time: 0.1183052 Apr 14 20:47:44.538880 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3068ed31-459d-4f6b-aa76-07233a92e84b req-1c4eda3e-13bd-4fdd-a58e-d8e8d7783754 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=704ef23a-c50c-4506-be1b-32a02b26c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137426 Apr 14 20:47:44.595425 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-d8b4396d-35c0-4cbd-9243-a7c621b1783c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:44.596960 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-d8b4396d-35c0-4cbd-9243-a7c621b1783c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.16 "GET /v2.0/networks?id=e9124821-6384-483a-bd3f-30476db1701e HTTP/1.1" status: 200 len: 811 time: 0.2977791 Apr 14 20:47:44.611331 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d46512c1-adcd-4fe2-b854-132967ad44d7 req-7d3c867a-f87e-402b-be31-b877efa6e917 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 210 time: 0.0692203 Apr 14 20:47:44.705877 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:44.715505 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0497543-848b-41a3-b5ae-3a85c08b9c93 req-d96c6e66-141c-42af-9668-1c58c758537e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:44.725760 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e0497543-848b-41a3-b5ae-3a85c08b9c93 req-d96c6e66-141c-42af-9668-1c58c758537e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0710263 Apr 14 20:47:44.808293 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e0497543-848b-41a3-b5ae-3a85c08b9c93 req-f454a9a7-e76d-4f9a-8acf-07338682e1bc tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815127 Apr 14 20:47:44.880682 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-6ebe4da9-9a96-4c08-a688-c3a2f5dd744c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4594533c2d114769b73069549c61e38e HTTP/1.1" status: 200 len: 379 time: 0.1018746 Apr 14 20:47:44.892849 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-eb0bb206-a4fb-4c10-991e-00f944daf377 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Request body: {'port': {'device_id': '2ad36824-9975-4636-87cc-d71119d0850c', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'admin_state_up': True, 'tenant_id': '4594533c2d114769b73069549c61e38e', 'security_groups': ['5ccbf620-7e17-445c-b54e-92b5f246fbd8']}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:44.894299 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644824b-f5a9-4024-8e52-7e30980d2144 req-04dfddd8-a951-4c3c-a2b4-718b98c8a3b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:44.895879 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2644824b-f5a9-4024-8e52-7e30980d2144 req-04dfddd8-a951-4c3c-a2b4-718b98c8a3b9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0834417 Apr 14 20:47:44.964972 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2644824b-f5a9-4024-8e52-7e30980d2144 req-2c4fa900-bd4a-43a8-87a3-0df08fcb352d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=704ef23a-c50c-4506-be1b-32a02b26c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620584 Apr 14 20:47:45.145930 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-eb0bb206-a4fb-4c10-991e-00f944daf377 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Made reservation on behalf of 4594533c2d114769b73069549c61e38e for: {'port': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:47:45.154361 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-eb0bb206-a4fb-4c10-991e-00f944daf377 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:45.168229 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 99e9cb23-f15b-4831-8c61-17fc14a30095 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:47:45.379302 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 99e9cb23-f15b-4831-8c61-17fc14a30095, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99e9cb23-f15b-4831-8c61-17fc14a30095,segment=NetworkSegment(14b3ac16-854b-4eca-80c6-52a5054d6576),segment_id=14b3ac16-854b-4eca-80c6-52a5054d6576)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:45.411269 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '99e9cb23-f15b-4831-8c61-17fc14a30095', 'network_id': '540ed165-30db-46c7-8958-ade545db3304', 'port_id': '99e9cb23-f15b-4831-8c61-17fc14a30095', 'mac_address': 'fa:16:3e:e9:28:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:47:45.471663 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 99e9cb23-f15b-4831-8c61-17fc14a30095 is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:45.472250 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:45.497466 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e9cb23-f15b-4831-8c61-17fc14a30095 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:47:45.521976 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 99e9cb23-f15b-4831-8c61-17fc14a30095, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99e9cb23-f15b-4831-8c61-17fc14a30095,segment=NetworkSegment(14b3ac16-854b-4eca-80c6-52a5054d6576),segment_id=14b3ac16-854b-4eca-80c6-52a5054d6576)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:45.580856 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:45.591490 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d2a89-08ed-47ee-afbd-f1a7fca5358f req-e0dac07e-a021-40d4-9e74-ff8695980487 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:45.599903 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-611d2a89-08ed-47ee-afbd-f1a7fca5358f req-e0dac07e-a021-40d4-9e74-ff8695980487 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.4214871 Apr 14 20:47:45.651846 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=99e9cb23-f15b-4831-8c61-17fc14a30095,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:45.663936 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:45.664348 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:45.666988 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:45.666988 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:45.666988 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:45.666988 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:45.667478 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:45.667898 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:45.668365 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:45.668707 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:45.669042 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:45.669804 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:45.670189 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:45.670594 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:45.672956 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:47:45.744400 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-611d2a89-08ed-47ee-afbd-f1a7fca5358f req-12fc53c0-aa5a-4a9c-bd9d-7e838487e9de tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423359 Apr 14 20:47:45.773698 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-eb0bb206-a4fb-4c10-991e-00f944daf377 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Allocated IP 172.20.0.9 (e9124821-6384-483a-bd3f-30476db1701e/177c8868-9176-40ed-9fba-016fb7a72185/7ef4add8-ab28-41ed-9a03-a7520c08b7f4) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:47:45.776227 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-711a17aa-08bb-452d-994d-fad7c11fcd0a req-aee10f85-b4d3-4adb-8430-4678870769af tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 210 time: 0.0638666 Apr 14 20:47:45.979562 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515f175-7b6f-454d-82aa-a2484d8d4508 req-f54e6d77-b555-4fd1-bac1-6319ef893e74 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:45.980837 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1515f175-7b6f-454d-82aa-a2484d8d4508 req-f54e6d77-b555-4fd1-bac1-6319ef893e74 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0674903 Apr 14 20:47:46.006019 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['99e9cb23-f15b-4831-8c61-17fc14a30095'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:47:46.019619 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-eb0bb206-a4fb-4c10-991e-00f944daf377 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for port (7ef4add8-ab28-41ed-9a03-a7520c08b7f4), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:46.091996 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1515f175-7b6f-454d-82aa-a2484d8d4508 req-4ad7adaf-e974-436a-8323-79d62ac5d75a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813837 Apr 14 20:47:46.169271 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21047a7-ab4e-4a65-85c5-aea6c2e8d7a6 req-58814d03-7f07-4f93-99bd-64b71790f347 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:46.177953 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f21047a7-ab4e-4a65-85c5-aea6c2e8d7a6 req-58814d03-7f07-4f93-99bd-64b71790f347 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0939465 Apr 14 20:47:46.181521 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-eb0bb206-a4fb-4c10-991e-00f944daf377 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (7ef4add8-ab28-41ed-9a03-a7520c08b7f4), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:46.230759 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-eb0bb206-a4fb-4c10-991e-00f944daf377 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Network e9124821-6384-483a-bd3f-30476db1701e is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:47:46.234029 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-eb0bb206-a4fb-4c10-991e-00f944daf377 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:47:46.284046 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-eb0bb206-a4fb-4c10-991e-00f944daf377 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:47:46.290362 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-eb0bb206-a4fb-4c10-991e-00f944daf377 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:46.292174 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-eb0bb206-a4fb-4c10-991e-00f944daf377 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:46.332541 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0bb206-a4fb-4c10-991e-00f944daf377 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event updated for resources: {'Port': ['ID=7ef4add8-ab28-41ed-9a03-a7520c08b7f4,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:46.345586 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f21047a7-ab4e-4a65-85c5-aea6c2e8d7a6 req-4d4e322a-0167-41bc-9825-06462d308693 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=704ef23a-c50c-4506-be1b-32a02b26c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664367 Apr 14 20:47:46.392413 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-eb0bb206-a4fb-4c10-991e-00f944daf377 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5033238 Apr 14 20:47:46.601475 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-8314146e-77ac-48ff-b739-ea43e711db86 None None] Provisioning complete for port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:46.601764 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-8314146e-77ac-48ff-b739-ea43e711db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (7ef4add8-ab28-41ed-9a03-a7520c08b7f4), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:46.644476 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-8314146e-77ac-48ff-b739-ea43e711db86 None None] Port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:47:46.723451 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Request body: {'port': {'device_id': '2ad36824-9975-4636-87cc-d71119d0850c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:46.795721 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (7ef4add8-ab28-41ed-9a03-a7520c08b7f4), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:46.926006 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a7c66-a502-477a-9a85-facc3b7b8a26 req-396651aa-5e56-4cd2-ab8b-55c69d845f2b tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:46.926626 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882b984-7cff-4f9d-aada-cd3864882f75 req-9b39d887-7b96-40f8-840b-01bb6acec97d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:46.927520 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d81a7c66-a502-477a-9a85-facc3b7b8a26 req-396651aa-5e56-4cd2-ab8b-55c69d845f2b tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 944 time: 0.0928366 Apr 14 20:47:46.928320 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c882b984-7cff-4f9d-aada-cd3864882f75 req-9b39d887-7b96-40f8-840b-01bb6acec97d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 931 time: 0.0591550 Apr 14 20:47:47.012416 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c882b984-7cff-4f9d-aada-cd3864882f75 req-7deab9c6-4694-4ca3-abeb-e6892a99ef99 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766420 Apr 14 20:47:47.107690 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d81a7c66-a502-477a-9a85-facc3b7b8a26 req-1d1a6827-184a-4cdd-b698-532b7969cc12 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249774 Apr 14 20:47:47.213567 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:47:47.222820 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Publish callbacks [] for port (7ef4add8-ab28-41ed-9a03-a7520c08b7f4), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:47.236487 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Transition to ACTIVE for port object 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 will not be triggered until provisioned by entity L2. {{(pid=110411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:47:47.252711 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba95046-9b43-4f1d-ad2b-ca2c6b4efcc3 req-528227d3-1566-4455-8a8e-696057bcf46e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:47.254571 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2ba95046-9b43-4f1d-ad2b-ca2c6b4efcc3 req-528227d3-1566-4455-8a8e-696057bcf46e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0611873 Apr 14 20:47:47.302104 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2ba95046-9b43-4f1d-ad2b-ca2c6b4efcc3 req-5e9161d2-b58f-40ec-8c7f-631c432196b8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414131 Apr 14 20:47:47.478275 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e8b27-99a7-4b90-acff-412fbc9d0a58 req-17a965a0-5b10-46f4-8a50-a2a9811d0516 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:47.478275 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-093e8b27-99a7-4b90-acff-412fbc9d0a58 req-17a965a0-5b10-46f4-8a50-a2a9811d0516 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0481889 Apr 14 20:47:47.496835 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (7ef4add8-ab28-41ed-9a03-a7520c08b7f4), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:47.554394 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-093e8b27-99a7-4b90-acff-412fbc9d0a58 req-04cab5c1-13e1-4715-9508-8f4b508caaa9 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=704ef23a-c50c-4506-be1b-32a02b26c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826068 Apr 14 20:47:47.562195 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 99e9cb23-f15b-4831-8c61-17fc14a30095 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:47:47.596247 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Pushing event updated for resources: {'Port': ['ID=7ef4add8-ab28-41ed-9a03-a7520c08b7f4,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:47.645283 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Attempting to bind port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:47:47.648582 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Attempting to bind port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:47:47.649267 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Attempting to bind port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 on network e9124821-6384-483a-bd3f-30476db1701e {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:47:47.657497 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 on network e9124821-6384-483a-bd3f-30476db1701e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:47:47.661015 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Attempting to bind port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 on network e9124821-6384-483a-bd3f-30476db1701e {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:47:47.676799 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:47:47.677147 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Checking segment: {'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:47:47.677586 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Bound using segment: {'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:47:47.678994 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Bound port: 7ef4add8-ab28-41ed-9a03-a7520c08b7f4, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:47:47.679373 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (7ef4add8-ab28-41ed-9a03-a7520c08b7f4), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:47.689728 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port 99e9cb23-f15b-4831-8c61-17fc14a30095 completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:47:47.753432 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200132e-830d-43f0-a113-fcca12c11bf0 req-8ec4e3ca-a5cf-4da1-bfd6-389f068f8a8a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:47.757821 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 99e9cb23-f15b-4831-8c61-17fc14a30095 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:47:47.764074 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4200132e-830d-43f0-a113-fcca12c11bf0 req-8ec4e3ca-a5cf-4da1-bfd6-389f068f8a8a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0748026 Apr 14 20:47:47.764226 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:47.767336 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 45606) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:47.776384 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-9b8e5e9b-ef03-4d24-8c33-77150abc68c3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'floatingip': {'port_id': '199aa339-5cc0-45d0-9d62-38852d7affb4'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:47.849564 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5e9b-ef03-4d24-8c33-77150abc68c3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (04ac637e-a481-42f8-a92c-e51ba1227d48), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:47.870449 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 99e9cb23-f15b-4831-8c61-17fc14a30095 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:47.870848 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:47.898639 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e9cb23-f15b-4831-8c61-17fc14a30095'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:47:47.902258 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b29de0e-cbaf-459b-a00f-e4fe701649ec" -d '{"events": [{"server_uuid": "75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab", "name": "network-vif-plugged", "status": "completed", "tag": "99e9cb23-f15b-4831-8c61-17fc14a30095"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:47:47.907271 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] For port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4, host hv-cinder-83754, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:47:47.939672 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 99e9cb23-f15b-4831-8c61-17fc14a30095, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99e9cb23-f15b-4831-8c61-17fc14a30095,segment=NetworkSegment(14b3ac16-854b-4eca-80c6-52a5054d6576),segment_id=14b3ac16-854b-4eca-80c6-52a5054d6576)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:47.942635 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] For port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7ef4add8-ab28-41ed-9a03-a7520c08b7f4,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:47:47.951735 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503016f5-f297-4a64-a1f9-aa49d9a050c1 x-openstack-request-id: req-503016f5-f297-4a64-a1f9-aa49d9a050c1 {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:47:47.952029 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab", "name": "network-vif-plugged", "status": "completed", "tag": "99e9cb23-f15b-4831-8c61-17fc14a30095", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:47:47.952368 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-503016f5-f297-4a64-a1f9-aa49d9a050c1 {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:47:47.952867 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-503016f5-f297-4a64-a1f9-aa49d9a050c1'] response: {'server_uuid': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e9cb23-f15b-4831-8c61-17fc14a30095', 'code': 200} Apr 14 20:47:48.015041 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:48.060090 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (7ef4add8-ab28-41ed-9a03-a7520c08b7f4), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:48.117228 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:48.117228 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:48.119998 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] 10.222.0.16 "PUT /v2.0/ports/7ef4add8-ab28-41ed-9a03-a7520c08b7f4 HTTP/1.1" status: 200 len: 1093 time: 1.4002399 Apr 14 20:47:48.123437 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad36824-9975-4636-87cc-d71119d0850c', 'tag': '7ef4add8-ab28-41ed-9a03-a7520c08b7f4'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:47:48.126670 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676d97c7-5b9e-4543-94d5-ccadf0d08c05" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad36824-9975-4636-87cc-d71119d0850c", "tag": "7ef4add8-ab28-41ed-9a03-a7520c08b7f4"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:47:48.157364 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=99e9cb23-f15b-4831-8c61-17fc14a30095,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:48.222659 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543f0b4-ed48-4266-9cd9-eb53dbd8eb91 req-1a664ebb-7921-4552-9f9e-08c53ae41231 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:48.230260 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8543f0b4-ed48-4266-9cd9-eb53dbd8eb91 req-1a664ebb-7921-4552-9f9e-08c53ae41231 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 943 time: 0.1205540 Apr 14 20:47:48.297983 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00393fb-b3d4-4fff-97ad-ee4169e7772e req-34c74224-7a83-4925-baaf-008200f7a1b6 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:48.304710 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d00393fb-b3d4-4fff-97ad-ee4169e7772e req-34c74224-7a83-4925-baaf-008200f7a1b6 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0751827 Apr 14 20:47:48.341459 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8543f0b4-ed48-4266-9cd9-eb53dbd8eb91 req-8b96f74a-35c8-49ec-8479-6d973ad8a863 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045463 Apr 14 20:47:48.435075 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab3308-e906-40d1-a4f1-0329c36e5b5a service neutron] Pushing event updated for resources: {'Port': ['ID=7ef4add8-ab28-41ed-9a03-a7520c08b7f4,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:48.457295 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6f06cb-1094-484f-ae44-ac22b6eba339 x-openstack-request-id: req-cc6f06cb-1094-484f-ae44-ac22b6eba339 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:47:48.457739 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad36824-9975-4636-87cc-d71119d0850c", "tag": "7ef4add8-ab28-41ed-9a03-a7520c08b7f4", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:47:48.457872 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc6f06cb-1094-484f-ae44-ac22b6eba339 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:47:48.458249 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc6f06cb-1094-484f-ae44-ac22b6eba339'] response: {'name': 'network-changed', 'server_uuid': '2ad36824-9975-4636-87cc-d71119d0850c', 'tag': '7ef4add8-ab28-41ed-9a03-a7520c08b7f4', 'status': 'completed', 'code': 200} Apr 14 20:47:48.465354 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-f2460acf-fec8-4397-9590-73662d586e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:48.468356 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-f2460acf-fec8-4397-9590-73662d586e17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4594533c2d114769b73069549c61e38e&device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 1127 time: 0.1604772 Apr 14 20:47:48.567948 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-24692289-6301-4456-b9dd-311133a75446 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ef4add8-ab28-41ed-9a03-a7520c08b7f4 HTTP/1.1" status: 200 len: 217 time: 0.0455077 Apr 14 20:47:48.614307 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be82f8-cfcd-42e6-b619-b4a81a9f1dfb req-f875cdaf-ed4e-4748-9952-c89cce9e1303 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:48.615866 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-30be82f8-cfcd-42e6-b619-b4a81a9f1dfb req-f875cdaf-ed4e-4748-9952-c89cce9e1303 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0628757 Apr 14 20:47:48.648652 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fdd50-ff34-4897-8b51-9ce61314f1b6 req-24d2e39a-594c-4b3d-baf0-0f0aa3932459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:48.651642 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-845fdd50-ff34-4897-8b51-9ce61314f1b6 req-24d2e39a-594c-4b3d-baf0-0f0aa3932459 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 1129 time: 0.1601384 Apr 14 20:47:48.682550 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d00393fb-b3d4-4fff-97ad-ee4169e7772e req-c7f602a2-74d3-4f07-b49c-2fc780e55b59 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3390534 Apr 14 20:47:48.756478 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-845fdd50-ff34-4897-8b51-9ce61314f1b6 req-ab4bef84-274b-49ff-9d06-ab02af5c68c4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923958 Apr 14 20:47:48.765897 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-30be82f8-cfcd-42e6-b619-b4a81a9f1dfb req-a96a9559-6cd5-4997-b972-dc3576c8787c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426432 Apr 14 20:47:48.769227 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-63f18193-79c0-48be-bdd4-777c9067c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:48.770888 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-63f18193-79c0-48be-bdd4-777c9067c010 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=177c8868-9176-40ed-9fba-016fb7a72185 HTTP/1.1" status: 200 len: 850 time: 0.1880853 Apr 14 20:47:48.903858 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5e9b-ef03-4d24-8c33-77150abc68c3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:48.955218 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5e9b-ef03-4d24-8c33-77150abc68c3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (04ac637e-a481-42f8-a92c-e51ba1227d48), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:49.091001 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-f36e154b-f2fe-46b2-90c7-5873a38d962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:49.092509 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-f36e154b-f2fe-46b2-90c7-5873a38d962f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9124821-6384-483a-bd3f-30476db1701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791099 Apr 14 20:47:49.116017 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.l3_db [None req-9b8e5e9b-ef03-4d24-8c33-77150abc68c3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Floating IP 04ac637e-a481-42f8-a92c-e51ba1227d48 associated. External IP: 172.27.1.90, port: 199aa339-5cc0-45d0-9d62-38852d7affb4. Apr 14 20:47:49.291286 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-0190b45a-0828-4f73-8b6c-9a5a36055c0c service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848760 Apr 14 20:47:49.442616 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8e5e9b-ef03-4d24-8c33-77150abc68c3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Router 22952585-c418-4496-8f79-2f97352549ae has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:47:49.546348 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f33141-b59f-46e1-a466-7bebb4f05997 req-7769e18c-dc4c-452b-ab0f-c95673b696ed tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:49.547823 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-63f33141-b59f-46e1-a466-7bebb4f05997 req-7769e18c-dc4c-452b-ab0f-c95673b696ed tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 943 time: 0.0956950 Apr 14 20:47:49.648768 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-63f33141-b59f-46e1-a466-7bebb4f05997 req-8ad8dbd7-bd81-4285-8ec1-b6b92ee17a40 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928082 Apr 14 20:47:49.675110 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8e5e9b-ef03-4d24-8c33-77150abc68c3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:47:49.692010 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5e9b-ef03-4d24-8c33-77150abc68c3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:49.698107 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d06fdc8-bb17-4133-a592-2c2bba289a00 None None] Sync routers for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:47:49.740039 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d06fdc8-bb17-4133-a592-2c2bba289a00 None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:47:49.742437 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-5d06fdc8-bb17-4133-a592-2c2bba289a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:47:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:49.933082 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c2070-1405-40c9-acc2-0c9434c46b6e req-a3411c42-9988-4aeb-b258-f24d258cf817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:49.935217 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-516c2070-1405-40c9-acc2-0c9434c46b6e req-a3411c42-9988-4aeb-b258-f24d258cf817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.1063581 Apr 14 20:47:49.942544 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-5d06fdc8-bb17-4133-a592-2c2bba289a00 None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:47:50.018937 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-516c2070-1405-40c9-acc2-0c9434c46b6e req-dce5a3f6-8a4d-4f6a-9c41-f8433fa9b038 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764093 Apr 14 20:47:50.025776 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-9b8e5e9b-ef03-4d24-8c33-77150abc68c3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "PUT /v2.0/floatingips/04ac637e-a481-42f8-a92c-e51ba1227d48 HTTP/1.1" status: 200 len: 990 time: 2.2539778 Apr 14 20:47:50.189603 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f28da8-acd5-4b8f-8239-9ed1890afe09 req-5b2554ce-46b0-4442-b247-d7c78b8f6a4e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:50.191911 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c8f28da8-acd5-4b8f-8239-9ed1890afe09 req-5b2554ce-46b0-4442-b247-d7c78b8f6a4e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.1643929 Apr 14 20:47:50.248685 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-5d06fdc8-bb17-4133-a592-2c2bba289a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '04ac637e-a481-42f8-a92c-e51ba1227d48', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '22952585-c418-4496-8f79-2f97352549ae', 'port_id': '199aa339-5cc0-45d0-9d62-38852d7affb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'mac_address': 'fa:16:3e:6b:cd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28829ec5-10f0-4014-8d89-dfb6114c7b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:47:28Z', 'updated_at': '2022-04-14T20:47:48Z', 'revision_number': 1, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ip_address_scope': None}, {'id': '2c3854f8-78aa-48a1-b4f8-c9586651ab9a', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '22952585-c418-4496-8f79-2f97352549ae', 'port_id': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'mac_address': 'fa:16:3e:cf:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:45:52Z', 'updated_at': '2022-04-14T20:46:28Z', 'revision_number': 2, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:50.280486 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1e652451-a21c-4c75-8464-7bc7d1f16ea0 req-1fba4f6c-ec91-4043-897f-3e91b7d3b49d service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522883 Apr 14 20:47:50.284137 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d06fdc8-bb17-4133-a592-2c2bba289a00 None None] Checking router: 22952585-c418-4496-8f79-2f97352549ae for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:47:50.296729 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d06fdc8-bb17-4133-a592-2c2bba289a00 None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:47:50.297404 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-5d06fdc8-bb17-4133-a592-2c2bba289a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:47:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:50.299048 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c8f28da8-acd5-4b8f-8239-9ed1890afe09 req-eb5832c3-2955-40c3-8d67-1fa65c0c6955 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935929 Apr 14 20:47:50.439278 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-5d06fdc8-bb17-4133-a592-2c2bba289a00 None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:47:50.459753 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28829ec5-10f0-4014-8d89-dfb6114c7b72', 'tag': '199aa339-5cc0-45d0-9d62-38852d7affb4'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:47:50.463347 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a2f37c-3369-43d1-9a9f-976e405d49e6" -d '{"events": [{"name": "network-changed", "server_uuid": "28829ec5-10f0-4014-8d89-dfb6114c7b72", "tag": "199aa339-5cc0-45d0-9d62-38852d7affb4"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:47:50.510745 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8057b68-d288-4a78-b98a-c4ccbd8ad44e x-openstack-request-id: req-e8057b68-d288-4a78-b98a-c4ccbd8ad44e {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:47:50.511054 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28829ec5-10f0-4014-8d89-dfb6114c7b72", "tag": "199aa339-5cc0-45d0-9d62-38852d7affb4", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:47:50.511542 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8057b68-d288-4a78-b98a-c4ccbd8ad44e {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:47:50.511989 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8057b68-d288-4a78-b98a-c4ccbd8ad44e'] response: {'name': 'network-changed', 'server_uuid': '28829ec5-10f0-4014-8d89-dfb6114c7b72', 'tag': '199aa339-5cc0-45d0-9d62-38852d7affb4', 'status': 'completed', 'code': 200} Apr 14 20:47:50.852555 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45631aee-935e-4fa8-bfa1-04360bfa5144 req-3626d310-7645-4f3e-9f82-694cf1ecf233 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:50.855664 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-45631aee-935e-4fa8-bfa1-04360bfa5144 req-3626d310-7645-4f3e-9f82-694cf1ecf233 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 943 time: 0.0687635 Apr 14 20:47:50.892652 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-5d06fdc8-bb17-4133-a592-2c2bba289a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '04ac637e-a481-42f8-a92c-e51ba1227d48', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '22952585-c418-4496-8f79-2f97352549ae', 'port_id': '199aa339-5cc0-45d0-9d62-38852d7affb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'mac_address': 'fa:16:3e:6b:cd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28829ec5-10f0-4014-8d89-dfb6114c7b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:47:28Z', 'updated_at': '2022-04-14T20:47:48Z', 'revision_number': 1, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ip_address_scope': None}, {'id': '2c3854f8-78aa-48a1-b4f8-c9586651ab9a', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '22952585-c418-4496-8f79-2f97352549ae', 'port_id': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'mac_address': 'fa:16:3e:cf:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:45:52Z', 'updated_at': '2022-04-14T20:46:28Z', 'revision_number': 2, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:50.943864 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d06fdc8-bb17-4133-a592-2c2bba289a00 None None] The sync data for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi is: [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '04ac637e-a481-42f8-a92c-e51ba1227d48', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '22952585-c418-4496-8f79-2f97352549ae', 'port_id': '199aa339-5cc0-45d0-9d62-38852d7affb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'mac_address': 'fa:16:3e:6b:cd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28829ec5-10f0-4014-8d89-dfb6114c7b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:47:28Z', 'updated_at': '2022-04-14T20:47:48Z', 'revision_number': 1, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ip_address_scope': None}, {'id': '2c3854f8-78aa-48a1-b4f8-c9586651ab9a', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '22952585-c418-4496-8f79-2f97352549ae', 'port_id': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'mac_address': 'fa:16:3e:cf:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:45:52Z', 'updated_at': '2022-04-14T20:46:28Z', 'revision_number': 2, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:47:51.027967 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-45631aee-935e-4fa8-bfa1-04360bfa5144 req-356292fb-c1f2-4dda-8989-721489c4c9a0 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472228 Apr 14 20:47:51.062107 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2f37c-3369-43d1-9a9f-976e405d49e6 req-c8700b37-95b5-4695-9789-eb6e25cdd62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:51.063910 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-21a2f37c-3369-43d1-9a9f-976e405d49e6 req-c8700b37-95b5-4695-9789-eb6e25cdd62e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31d17db2ef5747d8836b06e9567e947b&device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 1129 time: 0.0847614 Apr 14 20:47:51.208564 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbab679-ea6d-480f-88d1-8fbfd0b7ee17 req-dcb46019-c5cd-490a-a800-02251aaafcfb tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:51.210324 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dfbab679-ea6d-480f-88d1-8fbfd0b7ee17 req-dcb46019-c5cd-490a-a800-02251aaafcfb tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0797963 Apr 14 20:47:51.337998 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9190f55-f4aa-4bce-a530-5352405555ac None None] New status for floating IP 04ac637e-a481-42f8-a92c-e51ba1227d48: ACTIVE {{(pid=110413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:47:51.338495 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dfbab679-ea6d-480f-88d1-8fbfd0b7ee17 req-4807f0f3-ab10-4746-bb72-c23e936562db tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129093 Apr 14 20:47:51.338495 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d97c7-5b9e-4543-94d5-ccadf0d08c05 req-866e1a54-7c77-4ee3-a974-38b779c45d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:51.338495 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-676d97c7-5b9e-4543-94d5-ccadf0d08c05 req-866e1a54-7c77-4ee3-a974-38b779c45d70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4594533c2d114769b73069549c61e38e&device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 1127 time: 0.0773454 Apr 14 20:47:51.341397 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2f37c-3369-43d1-9a9f-976e405d49e6 req-8abcc8c8-9b0c-413e-8567-8316e4beb97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:51.343252 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-21a2f37c-3369-43d1-9a9f-976e405d49e6 req-8abcc8c8-9b0c-413e-8567-8316e4beb97a service neutron] 10.222.0.16 "GET /v2.0/networks?id=78fd882f-0d96-47e7-99be-fdb344cfeb03 HTTP/1.1" status: 200 len: 915 time: 0.1240733 Apr 14 20:47:51.469439 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d97c7-5b9e-4543-94d5-ccadf0d08c05 req-a7900963-082b-43c4-a198-7b406cb1ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:51.471514 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-676d97c7-5b9e-4543-94d5-ccadf0d08c05 req-a7900963-082b-43c4-a198-7b406cb1ecad service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9124821-6384-483a-bd3f-30476db1701e HTTP/1.1" status: 200 len: 912 time: 0.1302230 Apr 14 20:47:51.500318 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aef4f-da36-4a59-9cf7-27d1aa297478 req-2969e74b-1065-4f50-b05f-688ea4349b35 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:51.501894 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-409aef4f-da36-4a59-9cf7-27d1aa297478 req-2969e74b-1065-4f50-b05f-688ea4349b35 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.1004274 Apr 14 20:47:51.506607 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-21a2f37c-3369-43d1-9a9f-976e405d49e6 req-262b70ce-fdb2-417c-acbe-7c4e387e95f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=199aa339-5cc0-45d0-9d62-38852d7affb4 HTTP/1.1" status: 200 len: 998 time: 0.1550820 Apr 14 20:47:51.537526 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-676d97c7-5b9e-4543-94d5-ccadf0d08c05 req-4bd60276-e43f-4cf7-a672-9851f8274312 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ef4add8-ab28-41ed-9a03-a7520c08b7f4 HTTP/1.1" status: 200 len: 217 time: 0.0591333 Apr 14 20:47:51.598546 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-409aef4f-da36-4a59-9cf7-27d1aa297478 req-3c64d60c-8dd0-4c34-a1fd-1f09d5725988 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845926 Apr 14 20:47:51.602119 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2f37c-3369-43d1-9a9f-976e405d49e6 req-54febd0a-66c1-4890-921b-ecb96eb7c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:51.602445 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d97c7-5b9e-4543-94d5-ccadf0d08c05 req-a26f1691-a458-45b9-bc0c-efcabfc91569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:51.603897 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-21a2f37c-3369-43d1-9a9f-976e405d49e6 req-54febd0a-66c1-4890-921b-ecb96eb7c55c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=793028ec-fc30-4134-ac09-e1d2921d9f88 HTTP/1.1" status: 200 len: 853 time: 0.0732949 Apr 14 20:47:51.604300 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-676d97c7-5b9e-4543-94d5-ccadf0d08c05 req-a26f1691-a458-45b9-bc0c-efcabfc91569 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=177c8868-9176-40ed-9fba-016fb7a72185 HTTP/1.1" status: 200 len: 850 time: 0.0606596 Apr 14 20:47:51.671510 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2f37c-3369-43d1-9a9f-976e405d49e6 req-919e4325-b739-4bd1-b442-2eb3537b3d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:51.671819 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d97c7-5b9e-4543-94d5-ccadf0d08c05 req-fe50b1df-d68e-4f07-8196-5f075c14aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:51.673033 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-21a2f37c-3369-43d1-9a9f-976e405d49e6 req-919e4325-b739-4bd1-b442-2eb3537b3d0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78fd882f-0d96-47e7-99be-fdb344cfeb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479515 Apr 14 20:47:51.673590 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-676d97c7-5b9e-4543-94d5-ccadf0d08c05 req-fe50b1df-d68e-4f07-8196-5f075c14aa97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9124821-6384-483a-bd3f-30476db1701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474534 Apr 14 20:47:51.785345 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-21a2f37c-3369-43d1-9a9f-976e405d49e6 req-5612f14c-685e-45d8-9b6e-a09eadb8c757 service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959780 Apr 14 20:47:51.803081 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-676d97c7-5b9e-4543-94d5-ccadf0d08c05 req-dee95e0d-35a4-4042-96ea-bbc2611bab34 service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100829 Apr 14 20:47:51.904891 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-21a2f37c-3369-43d1-9a9f-976e405d49e6 req-e2e03e06-618b-4b96-b588-729429931128 service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036153 Apr 14 20:47:51.927916 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-676d97c7-5b9e-4543-94d5-ccadf0d08c05 req-560bba04-0480-441b-ace0-419cbcc235d7 service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005433 Apr 14 20:47:52.185269 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856edfbb-0bdf-495c-af6e-43a8d28b5fc9 req-f94bd3f8-fb50-454d-99e1-05a7237aa04b tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:52.186808 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-856edfbb-0bdf-495c-af6e-43a8d28b5fc9 req-f94bd3f8-fb50-454d-99e1-05a7237aa04b tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 943 time: 0.0560021 Apr 14 20:47:52.250725 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-856edfbb-0bdf-495c-af6e-43a8d28b5fc9 req-33351b0d-fa7d-4925-9211-ece70b31c259 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576723 Apr 14 20:47:52.466355 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93527b-0000-4e1c-8296-42767081295c req-482e5671-7189-4005-994c-97cbb2f19664 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:52.469809 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9f93527b-0000-4e1c-8296-42767081295c req-482e5671-7189-4005-994c-97cbb2f19664 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0555336 Apr 14 20:47:52.520083 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9f93527b-0000-4e1c-8296-42767081295c req-2f5578bf-9158-469c-9661-928541aca338 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466273 Apr 14 20:47:52.665313 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74beb8-0a2c-4158-af90-611ca7c5ae34 req-207e72a7-c05d-4f0e-bb35-4bf44f2ef3bf tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:52.675236 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4f74beb8-0a2c-4158-af90-611ca7c5ae34 req-207e72a7-c05d-4f0e-bb35-4bf44f2ef3bf tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0768857 Apr 14 20:47:52.728906 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4f74beb8-0a2c-4158-af90-611ca7c5ae34 req-b1492c9b-5425-4160-a93c-22abf42d2294 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522759 Apr 14 20:47:52.769086 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 45656) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:52.785510 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f95dc2-02c0-44aa-a13c-9905c87d384c req-1801f1c8-3819-4f8a-8b1a-2314653926da tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:52.787236 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-87f95dc2-02c0-44aa-a13c-9905c87d384c req-1801f1c8-3819-4f8a-8b1a-2314653926da tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0853310 Apr 14 20:47:52.875103 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ee4454d4-9d8b-46ed-9390-c9f8ce2116ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:52.883857 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-87f95dc2-02c0-44aa-a13c-9905c87d384c req-c9813e1c-c7f0-4175-baab-a6ec1b89d262 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873137 Apr 14 20:47:53.084533 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1f045a-8b8f-481d-ba8e-436748233971 tempest-TestShelveInstance-600897335 tempest-TestShelveInstance-600897335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:53.087034 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-0a1f045a-8b8f-481d-ba8e-436748233971 tempest-TestShelveInstance-600897335 tempest-TestShelveInstance-600897335-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 1124 time: 0.3167124 Apr 14 20:47:53.090287 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 45662) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:47:53.094829 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Request body: {'floatingip': {'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'port_id': '99e9cb23-f15b-4831-8c61-17fc14a30095', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:47:53.184374 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:53.304188 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:53.446033 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ac252-b661-4085-9e52-c3e23ad935c5 req-8ba6ea28-c551-4d0e-a8c7-73ca555af2f2 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:53.448099 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8c3ac252-b661-4085-9e52-c3e23ad935c5 req-8ba6ea28-c551-4d0e-a8c7-73ca555af2f2 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 943 time: 0.0896213 Apr 14 20:47:53.497756 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Allocated IP 172.27.1.152 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/d1870826-131e-417d-be6e-0106ec24480f) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:47:53.536625 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8c3ac252-b661-4085-9e52-c3e23ad935c5 req-bdefadb6-a5dc-4715-8086-6be0759ce45a tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810583 Apr 14 20:47:53.639881 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for port (d1870826-131e-417d-be6e-0106ec24480f), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:53.738576 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (d1870826-131e-417d-be6e-0106ec24480f), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:53.788308 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:47:53.795665 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:47:53.799163 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:47:53.802545 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Pushing event updated for resources: {'Port': ['ID=d1870826-131e-417d-be6e-0106ec24480f,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:54.089083 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4130229-d5af-43ce-b3ff-134d291a27d3 req-b797fb46-744c-4f22-b69e-af7306004406 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:54.091053 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a4130229-d5af-43ce-b3ff-134d291a27d3 req-b797fb46-744c-4f22-b69e-af7306004406 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0638294 Apr 14 20:47:54.162597 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a4130229-d5af-43ce-b3ff-134d291a27d3 req-38243b00-90d3-4de9-b640-fb65a024a59c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654957 Apr 14 20:47:54.239705 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for floatingip (7b52f230-36c4-490a-8d17-5c9f8c65c9ef), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:54.392904 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (d1870826-131e-417d-be6e-0106ec24480f), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:54.585522 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for port (d1870826-131e-417d-be6e-0106ec24480f), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:54.656636 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (d1870826-131e-417d-be6e-0106ec24480f), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:54.698534 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcc856-4c61-40fd-bc19-d6fb9eb2a34a req-c8713733-0590-4f1b-9664-47277376e94f tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:54.700148 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dafcc856-4c61-40fd-bc19-d6fb9eb2a34a req-c8713733-0590-4f1b-9664-47277376e94f tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 943 time: 0.0855920 Apr 14 20:47:54.765119 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Pushing event updated for resources: {'Port': ['ID=d1870826-131e-417d-be6e-0106ec24480f,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:47:54.811389 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dafcc856-4c61-40fd-bc19-d6fb9eb2a34a req-c95b5dba-74a1-45c0-b19c-4b34da0abf9b tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029117 Apr 14 20:47:54.813715 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (7b52f230-36c4-490a-8d17-5c9f8c65c9ef), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:54.921828 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.l3_db [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Floating IP 7b52f230-36c4-490a-8d17-5c9f8c65c9ef associated. External IP: 172.27.1.152, port: 99e9cb23-f15b-4831-8c61-17fc14a30095. Apr 14 20:47:55.314279 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e851e-45a5-4dd1-94ff-04abbf8052a0 req-7e58c7f3-eef1-4e9d-8072-68ce67f92672 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:55.315802 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-428e851e-45a5-4dd1-94ff-04abbf8052a0 req-7e58c7f3-eef1-4e9d-8072-68ce67f92672 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0581007 Apr 14 20:47:55.368703 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-428e851e-45a5-4dd1-94ff-04abbf8052a0 req-8e5c8431-0493-4305-aad4-cf42a4d316a8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466683 Apr 14 20:47:55.380530 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Router a76a57fa-4f19-4fe1-85bb-750ec89bafd2 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:47:55.423472 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-2e16d060-476a-40d6-b75b-63e2fdaf0b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:55.500769 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:47:55.510871 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633f0f3b-e804-4428-9ad1-23bcc429e282 None None] Sync routers for ids ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:47:55.525546 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f0f3b-e804-4428-9ad1-23bcc429e282 None None] Routers {'a76a57fa-4f19-4fe1-85bb-750ec89bafd2'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:47:55.526179 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-633f0f3b-e804-4428-9ad1-23bcc429e282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:47:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:55.574574 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:55.609515 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-b5747582-f932-4795-b5a3-f7d01bdd0817 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5178745 Apr 14 20:47:55.610254 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'tag': '99e9cb23-f15b-4831-8c61-17fc14a30095'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:47:55.612660 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6267fabb-b398-423d-a0ed-a198f68c308e" -d '{"events": [{"name": "network-changed", "server_uuid": "75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab", "tag": "99e9cb23-f15b-4831-8c61-17fc14a30095"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:47:55.670731 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c826657-23f7-4a1a-93db-ef8fde7cfc60 x-openstack-request-id: req-3c826657-23f7-4a1a-93db-ef8fde7cfc60 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:47:55.671123 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab", "tag": "99e9cb23-f15b-4831-8c61-17fc14a30095", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:47:55.671503 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c826657-23f7-4a1a-93db-ef8fde7cfc60 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:47:55.671959 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c826657-23f7-4a1a-93db-ef8fde7cfc60'] response: {'name': 'network-changed', 'server_uuid': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'tag': '99e9cb23-f15b-4831-8c61-17fc14a30095', 'status': 'completed', 'code': 200} Apr 14 20:47:55.676139 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-633f0f3b-e804-4428-9ad1-23bcc429e282 None None] Set router a76a57fa-4f19-4fe1-85bb-750ec89bafd2 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:47:55.762206 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267fabb-b398-423d-a0ed-a198f68c308e req-4274c5a4-191e-47ae-a674-3bf2be43f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:55.763644 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6267fabb-b398-423d-a0ed-a198f68c308e req-4274c5a4-191e-47ae-a674-3bf2be43f151 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4dbbcd1ec03435a9c867254bd10e66a&device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 1129 time: 0.0458245 Apr 14 20:47:55.912007 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267fabb-b398-423d-a0ed-a198f68c308e req-5964be48-5bde-4dff-bbd4-66d032c1db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:55.913663 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6267fabb-b398-423d-a0ed-a198f68c308e req-5964be48-5bde-4dff-bbd4-66d032c1db6c service neutron] 10.222.0.16 "GET /v2.0/networks?id=540ed165-30db-46c7-8958-ade545db3304 HTTP/1.1" status: 200 len: 909 time: 0.1366410 Apr 14 20:47:55.948445 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7963dcf-edd6-4d8f-8273-b2fbefb12917 req-29a1e31c-a12d-4925-9309-56e6f14b1622 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:55.951258 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-633f0f3b-e804-4428-9ad1-23bcc429e282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'name': 'tempest-TestShelveInstance-163121252-router', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:44Z', 'updated_at': '2022-04-14T20:46:47Z', 'revision_number': 4, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'gw_port': {'id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:45Z', 'updated_at': '2022-04-14T20:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '7b52f230-36c4-490a-8d17-5c9f8c65c9ef', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'port_id': '99e9cb23-f15b-4831-8c61-17fc14a30095', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '540ed165-30db-46c7-8958-ade545db3304', 'mac_address': 'fa:16:3e:e9:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:47:54Z', 'updated_at': '2022-04-14T20:47:54Z', 'revision_number': 0, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b257e84-8b6f-4081-bb0c-a82af4dee32c', 'name': '', 'network_id': '540ed165-30db-46c7-8958-ade545db3304', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'mac_address': 'fa:16:3e:f9:78:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:47Z', 'updated_at': '2022-04-14T20:46:51Z', 'revision_number': 5, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'subnets': [{'id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:55.956664 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d7963dcf-edd6-4d8f-8273-b2fbefb12917 req-29a1e31c-a12d-4925-9309-56e6f14b1622 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 943 time: 0.0597725 Apr 14 20:47:55.987295 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633f0f3b-e804-4428-9ad1-23bcc429e282 None None] Checking router: a76a57fa-4f19-4fe1-85bb-750ec89bafd2 for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:47:56.012464 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d7963dcf-edd6-4d8f-8273-b2fbefb12917 req-7e1aad36-90b3-49fe-9c95-1ea21c62f952 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545845 Apr 14 20:47:56.017009 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f0f3b-e804-4428-9ad1-23bcc429e282 None None] Routers {'a76a57fa-4f19-4fe1-85bb-750ec89bafd2'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:47:56.017839 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-633f0f3b-e804-4428-9ad1-23bcc429e282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:47:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:56.044307 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6267fabb-b398-423d-a0ed-a198f68c308e req-3003226a-acdc-4d41-b983-a9da74be7966 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e9cb23-f15b-4831-8c61-17fc14a30095 HTTP/1.1" status: 200 len: 999 time: 0.1216567 Apr 14 20:47:56.114328 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267fabb-b398-423d-a0ed-a198f68c308e req-62405f35-3e64-4052-9981-2f59c2e2c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:56.117062 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6267fabb-b398-423d-a0ed-a198f68c308e req-62405f35-3e64-4052-9981-2f59c2e2c74d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=695c202b-519d-4cd6-a1e7-90a67ca64d14 HTTP/1.1" status: 200 len: 847 time: 0.0645504 Apr 14 20:47:56.144204 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-633f0f3b-e804-4428-9ad1-23bcc429e282 None None] Set router a76a57fa-4f19-4fe1-85bb-750ec89bafd2 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:47:56.175185 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267fabb-b398-423d-a0ed-a198f68c308e req-d15117e6-414b-4d52-b3eb-04f6635920fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:56.176721 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6267fabb-b398-423d-a0ed-a198f68c308e req-d15117e6-414b-4d52-b3eb-04f6635920fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=540ed165-30db-46c7-8958-ade545db3304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514722 Apr 14 20:47:56.287065 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6267fabb-b398-423d-a0ed-a198f68c308e req-f449f8fd-8228-4c63-9052-6d52fcc37ce8 service neutron] 10.222.0.16 "GET /v2.0/networks/540ed165-30db-46c7-8958-ade545db3304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988224 Apr 14 20:47:56.386219 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:56.391014 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-633f0f3b-e804-4428-9ad1-23bcc429e282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'name': 'tempest-TestShelveInstance-163121252-router', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:44Z', 'updated_at': '2022-04-14T20:46:47Z', 'revision_number': 4, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'gw_port': {'id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:45Z', 'updated_at': '2022-04-14T20:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '7b52f230-36c4-490a-8d17-5c9f8c65c9ef', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'port_id': '99e9cb23-f15b-4831-8c61-17fc14a30095', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '540ed165-30db-46c7-8958-ade545db3304', 'mac_address': 'fa:16:3e:e9:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:47:54Z', 'updated_at': '2022-04-14T20:47:54Z', 'revision_number': 0, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b257e84-8b6f-4081-bb0c-a82af4dee32c', 'name': '', 'network_id': '540ed165-30db-46c7-8958-ade545db3304', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'mac_address': 'fa:16:3e:f9:78:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:47Z', 'updated_at': '2022-04-14T20:46:51Z', 'revision_number': 5, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'subnets': [{'id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:47:56.432941 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633f0f3b-e804-4428-9ad1-23bcc429e282 None None] The sync data for ids ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'] in dv-cinder-837540-3-iscsi is: [{'id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'name': 'tempest-TestShelveInstance-163121252-router', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:44Z', 'updated_at': '2022-04-14T20:46:47Z', 'revision_number': 4, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'gw_port': {'id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:45Z', 'updated_at': '2022-04-14T20:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '7b52f230-36c4-490a-8d17-5c9f8c65c9ef', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'port_id': '99e9cb23-f15b-4831-8c61-17fc14a30095', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '540ed165-30db-46c7-8958-ade545db3304', 'mac_address': 'fa:16:3e:e9:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:47:54Z', 'updated_at': '2022-04-14T20:47:54Z', 'revision_number': 0, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b257e84-8b6f-4081-bb0c-a82af4dee32c', 'name': '', 'network_id': '540ed165-30db-46c7-8958-ade545db3304', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'mac_address': 'fa:16:3e:f9:78:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:47Z', 'updated_at': '2022-04-14T20:46:51Z', 'revision_number': 5, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'subnets': [{'id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:47:56.535502 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a362441-b23b-4efb-bcab-403ad49f0928 req-92afa3b9-659d-4d58-a0a9-f43da99fdb65 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:56.536973 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9a362441-b23b-4efb-bcab-403ad49f0928 req-92afa3b9-659d-4d58-a0a9-f43da99fdb65 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0675433 Apr 14 20:47:56.554815 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6267fabb-b398-423d-a0ed-a198f68c308e req-05ef57fc-2a91-4684-aa8e-d16e52bd28ed service neutron] 10.222.0.16 "GET /v2.0/networks/540ed165-30db-46c7-8958-ade545db3304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529031 Apr 14 20:47:56.593831 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9a362441-b23b-4efb-bcab-403ad49f0928 req-709844dc-97c5-498a-8c62-496f4a3a4232 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504527 Apr 14 20:47:56.667400 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d4489d-08b7-4e0c-bc6d-dce8ef52906d None None] New status for floating IP 7b52f230-36c4-490a-8d17-5c9f8c65c9ef: ACTIVE {{(pid=110413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:47:57.135052 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cd48e-120d-4d6f-8c1e-d23cc5443c7e req-9c954ace-cb4f-4e0c-a6f4-8eb21af93175 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:57.136880 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-216cd48e-120d-4d6f-8c1e-d23cc5443c7e req-9c954ace-cb4f-4e0c-a6f4-8eb21af93175 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 943 time: 0.0467398 Apr 14 20:47:57.188781 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-216cd48e-120d-4d6f-8c1e-d23cc5443c7e req-c621116e-85df-48b4-bc7b-457db6483efc tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461085 Apr 14 20:47:57.733731 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a0340-16e1-4e88-9766-b19297bcd69f req-d24b6530-a355-4430-a70d-42b57820325f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:57.735593 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-812a0340-16e1-4e88-9766-b19297bcd69f req-d24b6530-a355-4430-a70d-42b57820325f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0617976 Apr 14 20:47:57.784244 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-812a0340-16e1-4e88-9766-b19297bcd69f req-8f27a99d-7f1e-446b-8008-5a94c6d3b1ae tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429657 Apr 14 20:47:57.786047 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:58.303587 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfaddf-651a-4cf6-9e82-8edb8d0880d9 req-dddbc227-9676-468e-9fa0-ec6e3f0c2eb7 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:58.305104 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b6bfaddf-651a-4cf6-9e82-8edb8d0880d9 req-dddbc227-9676-468e-9fa0-ec6e3f0c2eb7 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 943 time: 0.0478165 Apr 14 20:47:58.355539 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b6bfaddf-651a-4cf6-9e82-8edb8d0880d9 req-141278ef-6033-46be-ac56-1e374f8e6311 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443280 Apr 14 20:47:58.479194 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6580a-a758-4c58-9242-69969759a4a7 req-0ae0d3ab-c634-4700-bfae-fc35548e5204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:58.480557 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-59c6580a-a758-4c58-9242-69969759a4a7 req-0ae0d3ab-c634-4700-bfae-fc35548e5204 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2082493328724c83b6ee97c6c6d7a788&device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 1130 time: 0.0406122 Apr 14 20:47:58.576389 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6580a-a758-4c58-9242-69969759a4a7 req-3564ffd6-bd6e-495a-9375-233ce0b43a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:58.577858 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-59c6580a-a758-4c58-9242-69969759a4a7 req-3564ffd6-bd6e-495a-9375-233ce0b43a7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c HTTP/1.1" status: 200 len: 918 time: 0.0904388 Apr 14 20:47:58.653135 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-59c6580a-a758-4c58-9242-69969759a4a7 req-406dce92-3761-4a18-be39-5d4269659127 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e645adb7-d011-440e-89e5-4c116418ec5f HTTP/1.1" status: 200 len: 1001 time: 0.0685101 Apr 14 20:47:58.704762 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6580a-a758-4c58-9242-69969759a4a7 req-7fb9d708-cb32-41a7-af57-2ac9d44a26b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:58.706233 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-59c6580a-a758-4c58-9242-69969759a4a7 req-7fb9d708-cb32-41a7-af57-2ac9d44a26b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16b82aa4-c945-4e6e-b6e8-1226b1ad8852 HTTP/1.1" status: 200 len: 856 time: 0.0466931 Apr 14 20:47:58.762544 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6580a-a758-4c58-9242-69969759a4a7 req-89edb798-ce29-4a2b-8374-f4a1dddc9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:58.764002 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-59c6580a-a758-4c58-9242-69969759a4a7 req-89edb798-ce29-4a2b-8374-f4a1dddc9130 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435369 Apr 14 20:47:58.897261 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-59c6580a-a758-4c58-9242-69969759a4a7 req-c3d4ac29-1689-4517-8862-056eab463dde service neutron] 10.222.0.16 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136229 Apr 14 20:47:58.916284 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7070b6-4b18-4c98-8a9c-f08ca6d96534 req-66f257b5-2940-429d-968c-24a6692142f9 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:58.917690 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5d7070b6-4b18-4c98-8a9c-f08ca6d96534 req-66f257b5-2940-429d-968c-24a6692142f9 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0607758 Apr 14 20:47:59.019755 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5d7070b6-4b18-4c98-8a9c-f08ca6d96534 req-b00a01a7-512f-4d68-90d5-5951d2043401 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942233 Apr 14 20:47:59.035129 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-59c6580a-a758-4c58-9242-69969759a4a7 req-ba222ddf-0502-4a60-ab30-02918026f70b service neutron] 10.222.0.16 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165414 Apr 14 20:47:59.047612 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:47:59.362965 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:59.477090 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a61e00-8e7a-4530-b132-3b8b66603094 req-c9b895e6-1a1a-40ef-a76a-7fd41284eba5 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:47:59.479221 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-63a61e00-8e7a-4530-b132-3b8b66603094 req-c9b895e6-1a1a-40ef-a76a-7fd41284eba5 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 943 time: 0.0491533 Apr 14 20:47:59.528961 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-63a61e00-8e7a-4530-b132-3b8b66603094 req-2139bff2-0832-45e3-b4cb-14b6408000b3 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442104 Apr 14 20:47:59.641645 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:47:59.738934 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7ef4add8-ab28-41ed-9a03-a7520c08b7f4,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:59.750815 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '7ef4add8-ab28-41ed-9a03-a7520c08b7f4', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'port_id': '7ef4add8-ab28-41ed-9a03-a7520c08b7f4', 'mac_address': 'fa:16:3e:f1:94:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:47:59.792865 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:47:59.793313 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (7ef4add8-ab28-41ed-9a03-a7520c08b7f4), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:59.806696 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:47:59.825617 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7ef4add8-ab28-41ed-9a03-a7520c08b7f4,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:47:59.886123 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (7ef4add8-ab28-41ed-9a03-a7520c08b7f4), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:59.934340 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=7ef4add8-ab28-41ed-9a03-a7520c08b7f4,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:48:00.143138 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984dda3-e7a2-4307-a211-b4a4ba25299e req-10dce5ee-b23e-4986-8166-8644bae5f2d0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:00.144629 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8984dda3-e7a2-4307-a211-b4a4ba25299e req-10dce5ee-b23e-4986-8166-8644bae5f2d0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0516186 Apr 14 20:48:00.190030 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8984dda3-e7a2-4307-a211-b4a4ba25299e req-d7722c3c-8573-4955-b494-1f5d89c454c1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391824 Apr 14 20:48:00.553700 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['7ef4add8-ab28-41ed-9a03-a7520c08b7f4'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:48:00.643554 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58ab43-5246-4875-9387-72d0a125685a req-945801d3-8198-49a5-be65-4a730b42c26d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:00.645134 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ce58ab43-5246-4875-9387-72d0a125685a req-945801d3-8198-49a5-be65-4a730b42c26d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 944 time: 0.0501764 Apr 14 20:48:00.697963 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ce58ab43-5246-4875-9387-72d0a125685a req-c9763eee-c506-4db9-a6c2-760873b0ced0 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459518 Apr 14 20:48:01.306123 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466225f8-9886-4dee-9e4b-9490e566d498 req-48d1875e-52e8-461a-ab8e-90a1716fbe93 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:01.307568 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-466225f8-9886-4dee-9e4b-9490e566d498 req-48d1875e-52e8-461a-ab8e-90a1716fbe93 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0461364 Apr 14 20:48:01.354751 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-466225f8-9886-4dee-9e4b-9490e566d498 req-3c8c4bb4-4e21-49fa-bb2b-d9dfdc88b736 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417018 Apr 14 20:48:01.812123 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17af50-e3c1-4c4e-843d-2cb93a3c37db req-3db7ed04-7d72-4d44-adf4-4641cb9db78a tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:01.813664 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3c17af50-e3c1-4c4e-843d-2cb93a3c37db req-3db7ed04-7d72-4d44-adf4-4641cb9db78a tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 944 time: 0.0480328 Apr 14 20:48:01.862492 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3c17af50-e3c1-4c4e-843d-2cb93a3c37db req-6dafd86d-47ba-4945-b119-cbf1c2ad4725 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432956 Apr 14 20:48:01.967476 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:48:02.016346 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:48:02.077036 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:48:02.077352 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (7ef4add8-ab28-41ed-9a03-a7520c08b7f4), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:02.158661 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:48:02.159073 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (7ef4add8-ab28-41ed-9a03-a7520c08b7f4), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:02.181610 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad36824-9975-4636-87cc-d71119d0850c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef4add8-ab28-41ed-9a03-a7520c08b7f4'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:48:02.183834 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99aa3f65-6db4-4625-b235-46eab3d5d81f" -d '{"events": [{"server_uuid": "2ad36824-9975-4636-87cc-d71119d0850c", "name": "network-vif-plugged", "status": "completed", "tag": "7ef4add8-ab28-41ed-9a03-a7520c08b7f4"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:48:02.196286 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7ef4add8-ab28-41ed-9a03-a7520c08b7f4,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:48:02.217101 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835909a8-c4c2-45ce-8896-b6fbabef38cd x-openstack-request-id: req-835909a8-c4c2-45ce-8896-b6fbabef38cd {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:48:02.217359 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad36824-9975-4636-87cc-d71119d0850c", "name": "network-vif-plugged", "status": "completed", "tag": "7ef4add8-ab28-41ed-9a03-a7520c08b7f4", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:48:02.217621 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-835909a8-c4c2-45ce-8896-b6fbabef38cd {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:48:02.218022 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-835909a8-c4c2-45ce-8896-b6fbabef38cd'] response: {'server_uuid': '2ad36824-9975-4636-87cc-d71119d0850c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef4add8-ab28-41ed-9a03-a7520c08b7f4', 'code': 200} Apr 14 20:48:02.263209 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (7ef4add8-ab28-41ed-9a03-a7520c08b7f4), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:02.264007 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device e645adb7-d011-440e-89e5-4c116418ec5f no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:48:02.341595 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=7ef4add8-ab28-41ed-9a03-a7520c08b7f4,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:48:02.383302 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port e645adb7-d011-440e-89e5-4c116418ec5f is: ACTIVE; New status is: DOWN {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:48:02.384203 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:02.427406 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port e645adb7-d011-440e-89e5-4c116418ec5f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e645adb7-d011-440e-89e5-4c116418ec5f,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:48:02.476351 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e19ea-6ffd-4f15-a85e-707f8704de52 req-aed44e16-d205-4939-b78a-3a684da878d0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:02.477974 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8d4e19ea-6ffd-4f15-a85e-707f8704de52 req-aed44e16-d205-4939-b78a-3a684da878d0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 946 time: 0.0465066 Apr 14 20:48:02.494547 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:02.528903 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8d4e19ea-6ffd-4f15-a85e-707f8704de52 req-4ffd9934-6e77-41ff-b472-5c040ef6d6e6 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454137 Apr 14 20:48:02.543165 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=e645adb7-d011-440e-89e5-4c116418ec5f,revision_number=8']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:48:02.975368 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb765ead-3764-445e-aaaf-8b67193d4595 req-f7545f4c-3521-4d19-8a3f-101b7bfb3925 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:02.976842 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-eb765ead-3764-445e-aaaf-8b67193d4595 req-f7545f4c-3521-4d19-8a3f-101b7bfb3925 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 945 time: 0.0485709 Apr 14 20:48:03.029223 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-eb765ead-3764-445e-aaaf-8b67193d4595 req-1355bd1b-36af-4cb3-8fec-0a2aa2e280ff tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459986 Apr 14 20:48:03.032783 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bdffb-d9ed-44a3-831a-c19174387e65 req-4c69f34c-2c38-4052-b52a-0583d20a026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:03.034542 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-811bdffb-d9ed-44a3-831a-c19174387e65 req-4c69f34c-2c38-4052-b52a-0583d20a026c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 1129 time: 0.0398405 Apr 14 20:48:03.089140 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-811bdffb-d9ed-44a3-831a-c19174387e65 req-703f022f-12ef-44a5-82e2-e937b6fcd35f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438547 Apr 14 20:48:03.617334 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [req-397666f0-3159-4d1c-bae8-6b3cf051b6dd req-5b8764df-5285-4719-be76-a2c920a89a63 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:48:03.618898 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-397666f0-3159-4d1c-bae8-6b3cf051b6dd req-5b8764df-5285-4719-be76-a2c920a89a63 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058594 Apr 14 20:48:03.906092 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad795442-0dd1-4646-b258-98543c5b4d31 req-e596c074-8188-4bfb-a7c7-bacfc55a3170 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:03.908610 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ad795442-0dd1-4646-b258-98543c5b4d31 req-e596c074-8188-4bfb-a7c7-bacfc55a3170 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0479891 Apr 14 20:48:03.953971 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ad795442-0dd1-4646-b258-98543c5b4d31 req-428c93ef-2db1-4a3e-935d-7522611f04fa tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408511 Apr 14 20:48:04.145102 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca8f55-299d-40be-8e5b-e6d48d65f42b req-7e5196c7-efc3-4cc7-93b2-339b77532f05 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:04.146612 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-deca8f55-299d-40be-8e5b-e6d48d65f42b req-7e5196c7-efc3-4cc7-93b2-339b77532f05 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 945 time: 0.0480781 Apr 14 20:48:04.196987 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-deca8f55-299d-40be-8e5b-e6d48d65f42b req-f2d828c6-1efa-444e-af33-343a5244889b tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443985 Apr 14 20:48:04.219300 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c8becf-5922-47f5-abb3-34234511dd6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e645adb7-d011-440e-89e5-4c116418ec5f'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:48:04.222028 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2876ff9d-1d95-4f38-a128-d8d665d0ed7a" -d '{"events": [{"server_uuid": "71c8becf-5922-47f5-abb3-34234511dd6a", "name": "network-vif-unplugged", "status": "completed", "tag": "e645adb7-d011-440e-89e5-4c116418ec5f"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:48:04.251895 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Apr 2022 20:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0fbe5d-341a-45a0-bd58-088de7fe137d x-openstack-request-id: req-7f0fbe5d-341a-45a0-bd58-088de7fe137d {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:48:04.252198 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c8becf-5922-47f5-abb3-34234511dd6a", "name": "network-vif-unplugged", "status": "failed", "tag": "e645adb7-d011-440e-89e5-4c116418ec5f", "code": 422}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:48:04.252455 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f0fbe5d-341a-45a0-bd58-088de7fe137d {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:48:04.252894 dv-cinder-837540-3-iscsi neutron-server[110413]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7f0fbe5d-341a-45a0-bd58-088de7fe137d']: {'server_uuid': '71c8becf-5922-47f5-abb3-34234511dd6a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e645adb7-d011-440e-89e5-4c116418ec5f', 'code': 422} returned with failed status Apr 14 20:48:04.365047 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 45800) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:48:04.448544 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0529ced3-471b-476f-bee0-88d1ba19d217 req-1d95d37b-c4f2-440a-986b-8e5a6e60dce9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823369 Apr 14 20:48:04.457096 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [req-0529ced3-471b-476f-bee0-88d1ba19d217 req-9b2c9d83-1dc2-4a52-ac0a-d810d78d17b3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110412) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:48:04.458078 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0529ced3-471b-476f-bee0-88d1ba19d217 req-9b2c9d83-1dc2-4a52-ac0a-d810d78d17b3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049973 Apr 14 20:48:04.542428 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 45810) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:48:04.640339 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529ced3-471b-476f-bee0-88d1ba19d217 req-69167531-3cf3-4417-9233-adbcca6d84c4 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:04.641703 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0529ced3-471b-476f-bee0-88d1ba19d217 req-69167531-3cf3-4417-9233-adbcca6d84c4 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports/e645adb7-d011-440e-89e5-4c116418ec5f HTTP/1.1" status: 200 len: 941 time: 0.0982747 Apr 14 20:48:05.076346 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0414a-7634-4d1a-83ce-dc8ca38ca7b7 req-6e93205a-7351-4fc3-a3d9-0bb2c02aea6d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:05.077872 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-fff0414a-7634-4d1a-83ce-dc8ca38ca7b7 req-6e93205a-7351-4fc3-a3d9-0bb2c02aea6d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0506446 Apr 14 20:48:05.124576 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-fff0414a-7634-4d1a-83ce-dc8ca38ca7b7 req-8dfb194d-056e-4a9a-a776-9f998ab8b821 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410650 Apr 14 20:48:05.313759 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc840a3-8771-4322-989f-048c14474cc8 req-e6c400c2-81d2-4a53-8f67-07ddb4e26ed0 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:05.315204 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4cc840a3-8771-4322-989f-048c14474cc8 req-e6c400c2-81d2-4a53-8f67-07ddb4e26ed0 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 945 time: 0.0479562 Apr 14 20:48:05.366019 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4cc840a3-8771-4322-989f-048c14474cc8 req-80f12a27-cb9c-4449-9289-301d69b79495 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451808 Apr 14 20:48:05.980188 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device e645adb7-d011-440e-89e5-4c116418ec5f no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:48:06.061665 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port e645adb7-d011-440e-89e5-4c116418ec5f is: DOWN; New status is: DOWN {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:48:06.244751 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4846e-5a19-4e75-8bf8-698c46d257a1 req-13854a13-9027-4029-a1ea-66952901deb2 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:06.246235 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d3b4846e-5a19-4e75-8bf8-698c46d257a1 req-13854a13-9027-4029-a1ea-66952901deb2 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0477839 Apr 14 20:48:06.292333 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d3b4846e-5a19-4e75-8bf8-698c46d257a1 req-723adeae-6c42-4d88-b9d1-edc439f90f61 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406330 Apr 14 20:48:06.483901 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9eb94c-48d4-408d-9aeb-e1075ff3c6a5 req-efb30c8d-3b69-494d-b866-8bccb590582d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:06.485416 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1c9eb94c-48d4-408d-9aeb-e1075ff3c6a5 req-efb30c8d-3b69-494d-b866-8bccb590582d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 945 time: 0.0508668 Apr 14 20:48:06.535705 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1c9eb94c-48d4-408d-9aeb-e1075ff3c6a5 req-9f6bef8d-ff37-4329-a538-a630b82e81f4 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447204 Apr 14 20:48:06.652321 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166c3d3-ff1b-4c00-b8ac-741b2fae2345 req-275d9699-25f0-422f-9d54-59a51caa3957 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:06.653853 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d166c3d3-ff1b-4c00-b8ac-741b2fae2345 req-275d9699-25f0-422f-9d54-59a51caa3957 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 945 time: 0.0492506 Apr 14 20:48:06.707047 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d166c3d3-ff1b-4c00-b8ac-741b2fae2345 req-1c512f70-bc38-4745-a6a3-eb23747fef8d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471923 Apr 14 20:48:06.729919 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 45842) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:48:06.889827 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e5d24c-4db2-49cd-9735-ca9259772c55 tempest-TestVolumeBootPattern-1167678914 tempest-TestVolumeBootPattern-1167678914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:06.891513 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-a8e5d24c-4db2-49cd-9735-ca9259772c55 tempest-TestVolumeBootPattern-1167678914 tempest-TestVolumeBootPattern-1167678914-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 1124 time: 0.1603677 Apr 14 20:48:06.894522 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 45846) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:48:06.898710 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Request body: {'floatingip': {'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'port_id': '7ef4add8-ab28-41ed-9a03-a7520c08b7f4', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:48:06.977958 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:07.055023 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:07.186056 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Allocated IP 172.27.1.215 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/d45a147a-5623-47c1-b2de-a543d1df856a) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:48:07.288228 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for port (d45a147a-5623-47c1-b2de-a543d1df856a), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:07.392256 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (d45a147a-5623-47c1-b2de-a543d1df856a), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:07.426748 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837c459-858b-4d5a-9566-049fa966e0c7 req-70e121da-5557-48c2-9b06-872b1720a406 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:07.428342 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1837c459-858b-4d5a-9566-049fa966e0c7 req-70e121da-5557-48c2-9b06-872b1720a406 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0646589 Apr 14 20:48:07.435212 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:48:07.438135 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:48:07.444195 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:48:07.453856 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event updated for resources: {'Port': ['ID=d45a147a-5623-47c1-b2de-a543d1df856a,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:48:07.498857 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1837c459-858b-4d5a-9566-049fa966e0c7 req-3131ee52-607b-4778-9e7b-37fcd3a34107 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621061 Apr 14 20:48:07.792767 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for floatingip (311e76f0-b3f7-44a2-b87b-a17fdb722cc8), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:07.943572 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (d45a147a-5623-47c1-b2de-a543d1df856a), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:07.958299 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529ced3-471b-476f-bee0-88d1ba19d217 req-49cba3c2-6d51-4c62-8610-26adc74b7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:07.959814 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0529ced3-471b-476f-bee0-88d1ba19d217 req-49cba3c2-6d51-4c62-8610-26adc74b7c06 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a&tenant_id=2082493328724c83b6ee97c6c6d7a788 HTTP/1.1" status: 200 len: 1128 time: 0.0767181 Apr 14 20:48:08.048210 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529ced3-471b-476f-bee0-88d1ba19d217 req-a7ce258f-9c6c-49c3-aaa4-0fad614ef63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:08.049647 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0529ced3-471b-476f-bee0-88d1ba19d217 req-a7ce258f-9c6c-49c3-aaa4-0fad614ef63c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2082493328724c83b6ee97c6c6d7a788&device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 1128 time: 0.0389364 Apr 14 20:48:08.092195 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for port (d45a147a-5623-47c1-b2de-a543d1df856a), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:08.143313 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529ced3-471b-476f-bee0-88d1ba19d217 req-1a21f281-5a33-4a0b-8001-b42880420b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:08.144754 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0529ced3-471b-476f-bee0-88d1ba19d217 req-1a21f281-5a33-4a0b-8001-b42880420b53 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c HTTP/1.1" status: 200 len: 918 time: 0.0857120 Apr 14 20:48:08.151744 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (d45a147a-5623-47c1-b2de-a543d1df856a), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:08.186188 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (311e76f0-b3f7-44a2-b87b-a17fdb722cc8), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:08.227194 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0529ced3-471b-476f-bee0-88d1ba19d217 req-8aafc8af-7467-4e47-9ef0-7606b83f8faf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e645adb7-d011-440e-89e5-4c116418ec5f HTTP/1.1" status: 200 len: 999 time: 0.0635495 Apr 14 20:48:08.239248 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event updated for resources: {'Port': ['ID=d45a147a-5623-47c1-b2de-a543d1df856a,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:48:08.282044 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529ced3-471b-476f-bee0-88d1ba19d217 req-be95c46d-521a-47bc-9711-cd0fc1a64ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:08.283609 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0529ced3-471b-476f-bee0-88d1ba19d217 req-be95c46d-521a-47bc-9711-cd0fc1a64ad1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16b82aa4-c945-4e6e-b6e8-1226b1ad8852 HTTP/1.1" status: 200 len: 856 time: 0.0458307 Apr 14 20:48:08.299582 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.l3_db [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Floating IP 311e76f0-b3f7-44a2-b87b-a17fdb722cc8 associated. External IP: 172.27.1.215, port: 7ef4add8-ab28-41ed-9a03-a7520c08b7f4. Apr 14 20:48:08.338446 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529ced3-471b-476f-bee0-88d1ba19d217 req-db55dcc1-6449-45ad-92e1-7652e791c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:08.339934 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0529ced3-471b-476f-bee0-88d1ba19d217 req-db55dcc1-6449-45ad-92e1-7652e791c838 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387104 Apr 14 20:48:08.444072 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0529ced3-471b-476f-bee0-88d1ba19d217 req-c26ac322-1e14-4ccc-bbdd-093f0b3000b3 service neutron] 10.222.0.16 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938039 Apr 14 20:48:08.505499 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:48:08.550050 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0529ced3-471b-476f-bee0-88d1ba19d217 req-31349bd5-4d12-46ac-89e3-d252fb7b8ecf service neutron] 10.222.0.16 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952995 Apr 14 20:48:08.870995 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40100fee-3600-46ac-a45c-58efcf5470b1 req-5b8a225b-330b-4975-ae26-1ec54c20b5d6 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:08.872561 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-40100fee-3600-46ac-a45c-58efcf5470b1 req-5b8a225b-330b-4975-ae26-1ec54c20b5d6 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.2778258 Apr 14 20:48:08.876951 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:48:08.887546 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b1b47a-95a9-4165-8172-399dee0120ef None None] Sync routers for ids ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:48:08.897878 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b1b47a-95a9-4165-8172-399dee0120ef None None] Routers {'2cb27ae3-6e9e-42a0-b848-d13a677d40c9'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:48:08.898721 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-a1b1b47a-95a9-4165-8172-399dee0120ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:47:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:48:08.931175 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-40100fee-3600-46ac-a45c-58efcf5470b1 req-c82baafd-97bb-4b6f-9963-50cff83cccd8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517142 Apr 14 20:48:08.968181 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:08.999995 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-77919032-4981-4e4c-86ce-1f1163381048 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1045706 Apr 14 20:48:09.000639 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad36824-9975-4636-87cc-d71119d0850c', 'tag': '7ef4add8-ab28-41ed-9a03-a7520c08b7f4'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:48:09.003130 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a160811d-eed9-41b3-9915-708c0c2f2288" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad36824-9975-4636-87cc-d71119d0850c", "tag": "7ef4add8-ab28-41ed-9a03-a7520c08b7f4"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:48:09.027113 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-a1b1b47a-95a9-4165-8172-399dee0120ef None None] Set router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:48:09.040707 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edb9bfe-8f60-4584-81b5-a5dcb18a63f9 x-openstack-request-id: req-4edb9bfe-8f60-4584-81b5-a5dcb18a63f9 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:48:09.041159 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad36824-9975-4636-87cc-d71119d0850c", "tag": "7ef4add8-ab28-41ed-9a03-a7520c08b7f4", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:48:09.041505 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4edb9bfe-8f60-4584-81b5-a5dcb18a63f9 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:48:09.042012 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4edb9bfe-8f60-4584-81b5-a5dcb18a63f9'] response: {'name': 'network-changed', 'server_uuid': '2ad36824-9975-4636-87cc-d71119d0850c', 'tag': '7ef4add8-ab28-41ed-9a03-a7520c08b7f4', 'status': 'completed', 'code': 200} Apr 14 20:48:09.115900 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160811d-eed9-41b3-9915-708c0c2f2288 req-dd43ec0d-5cf7-4966-83be-9fdc7f19ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:09.117485 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a160811d-eed9-41b3-9915-708c0c2f2288 req-dd43ec0d-5cf7-4966-83be-9fdc7f19ffaa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4594533c2d114769b73069549c61e38e&device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 1129 time: 0.0397916 Apr 14 20:48:09.229024 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160811d-eed9-41b3-9915-708c0c2f2288 req-4de67d91-4f14-41a7-bb13-8298ee996454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:09.230977 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a160811d-eed9-41b3-9915-708c0c2f2288 req-4de67d91-4f14-41a7-bb13-8298ee996454 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9124821-6384-483a-bd3f-30476db1701e HTTP/1.1" status: 200 len: 912 time: 0.1064472 Apr 14 20:48:09.276428 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-a1b1b47a-95a9-4165-8172-399dee0120ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '311e76f0-b3f7-44a2-b87b-a17fdb722cc8', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'port_id': '7ef4add8-ab28-41ed-9a03-a7520c08b7f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'mac_address': 'fa:16:3e:f1:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad36824-9975-4636-87cc-d71119d0850c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:48:07Z', 'updated_at': '2022-04-14T20:48:07Z', 'revision_number': 0, 'project_id': '4594533c2d114769b73069549c61e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:48:09.319500 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b1b47a-95a9-4165-8172-399dee0120ef None None] Checking router: 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:48:09.330057 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b1b47a-95a9-4165-8172-399dee0120ef None None] Routers {'2cb27ae3-6e9e-42a0-b848-d13a677d40c9'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:48:09.330660 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-a1b1b47a-95a9-4165-8172-399dee0120ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:47:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:48:09.543431 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-a1b1b47a-95a9-4165-8172-399dee0120ef None None] Set router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:48:09.773320 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-a1b1b47a-95a9-4165-8172-399dee0120ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '311e76f0-b3f7-44a2-b87b-a17fdb722cc8', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'port_id': '7ef4add8-ab28-41ed-9a03-a7520c08b7f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'mac_address': 'fa:16:3e:f1:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad36824-9975-4636-87cc-d71119d0850c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:48:07Z', 'updated_at': '2022-04-14T20:48:07Z', 'revision_number': 0, 'project_id': '4594533c2d114769b73069549c61e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:48:09.799335 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b1b47a-95a9-4165-8172-399dee0120ef None None] The sync data for ids ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'] in dv-cinder-837540-3-iscsi is: [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '311e76f0-b3f7-44a2-b87b-a17fdb722cc8', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'port_id': '7ef4add8-ab28-41ed-9a03-a7520c08b7f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'mac_address': 'fa:16:3e:f1:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad36824-9975-4636-87cc-d71119d0850c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:48:07Z', 'updated_at': '2022-04-14T20:48:07Z', 'revision_number': 0, 'project_id': '4594533c2d114769b73069549c61e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:48:09.996135 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eb45a7-2cf2-444b-9472-2f796a3feb90 None None] New status for floating IP 311e76f0-b3f7-44a2-b87b-a17fdb722cc8: ACTIVE {{(pid=110413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:48:10.062077 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221f1a1-db1c-4558-b357-93757aa1c6b3 req-7e06faba-e485-47ca-9670-98584c5151c8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:10.063594 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9221f1a1-db1c-4558-b357-93757aa1c6b3 req-7e06faba-e485-47ca-9670-98584c5151c8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0558686 Apr 14 20:48:10.115946 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9221f1a1-db1c-4558-b357-93757aa1c6b3 req-8798b96d-7c6c-4af1-8e84-8aad62d0af42 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436831 Apr 14 20:48:11.242285 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96917e-916a-43de-a7d6-799f9022f236 req-bde214c6-4b1c-47b4-b57a-1ca4455889b9 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:11.244134 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-da96917e-916a-43de-a7d6-799f9022f236 req-bde214c6-4b1c-47b4-b57a-1ca4455889b9 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0518689 Apr 14 20:48:11.292232 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-da96917e-916a-43de-a7d6-799f9022f236 req-d2e051fe-bcc0-4a74-aa65-e1f40d2d83cc tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425889 Apr 14 20:48:12.414332 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cea269-e9d9-4aca-83d4-9ffb69b8e5ee req-a3cddf06-c978-448c-b083-f9153062d223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:12.416032 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-46cea269-e9d9-4aca-83d4-9ffb69b8e5ee req-a3cddf06-c978-448c-b083-f9153062d223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0507400 Apr 14 20:48:12.464768 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-46cea269-e9d9-4aca-83d4-9ffb69b8e5ee req-6b844f73-c646-40c0-8a2f-37b38f7908be tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 Apr 14 20:48:13.585824 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531f5db-1259-4b73-8c1f-02985a8f3f8c req-d8218bbe-9b33-4f40-b4bd-761dabe070f6 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:13.587748 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6531f5db-1259-4b73-8c1f-02985a8f3f8c req-d8218bbe-9b33-4f40-b4bd-761dabe070f6 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0492663 Apr 14 20:48:13.636122 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6531f5db-1259-4b73-8c1f-02985a8f3f8c req-e61f2a7a-4556-472d-ace5-7f167192a2e0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425854 Apr 14 20:48:14.721967 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:14.799870 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57903f-5801-4cfc-92a2-49366ad54cd8 req-06340efc-f32f-4a7b-8925-65ee2753a936 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:14.801559 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2f57903f-5801-4cfc-92a2-49366ad54cd8 req-06340efc-f32f-4a7b-8925-65ee2753a936 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0691810 Apr 14 20:48:14.864138 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2f57903f-5801-4cfc-92a2-49366ad54cd8 req-58e108a9-372d-4efe-b93a-50a00727edd8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552530 Apr 14 20:48:15.988999 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87802a53-189d-47e1-b038-3c0832256148 req-34144680-a856-4f9a-83b0-2d972358a668 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:15.990832 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-87802a53-189d-47e1-b038-3c0832256148 req-34144680-a856-4f9a-83b0-2d972358a668 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0486586 Apr 14 20:48:16.043240 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-87802a53-189d-47e1-b038-3c0832256148 req-281624ce-7979-4d94-9e51-4a9a2f501bbd tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464239 Apr 14 20:48:17.186100 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a865c-efb0-44d3-8048-7b588ceef2c9 req-0641139e-399b-4db4-9c00-b6953286c598 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:17.187549 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-288a865c-efb0-44d3-8048-7b588ceef2c9 req-0641139e-399b-4db4-9c00-b6953286c598 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0709829 Apr 14 20:48:17.236442 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-288a865c-efb0-44d3-8048-7b588ceef2c9 req-cc495a5d-dc5b-41e8-878f-555c5fe0cbe4 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431325 Apr 14 20:48:18.361518 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ee466-899a-4c3e-ba70-b346f70c7f01 req-7bcd354d-5f59-41d3-ac15-8c3dd2511463 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:18.362998 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-671ee466-899a-4c3e-ba70-b346f70c7f01 req-7bcd354d-5f59-41d3-ac15-8c3dd2511463 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0509033 Apr 14 20:48:18.412218 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-671ee466-899a-4c3e-ba70-b346f70c7f01 req-029bcf6d-c112-4d03-945b-87688f784bc2 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430453 Apr 14 20:48:19.532382 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4183a9-c918-4298-89a3-540c37aa96f2 req-25e1c409-a94b-4f5d-a671-4b27e3cb61f1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:19.534287 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6b4183a9-c918-4298-89a3-540c37aa96f2 req-25e1c409-a94b-4f5d-a671-4b27e3cb61f1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0501709 Apr 14 20:48:19.582334 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6b4183a9-c918-4298-89a3-540c37aa96f2 req-161bcb49-1113-45a2-ae28-a69e10768a02 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420787 Apr 14 20:48:20.703550 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa1bfb-9c06-4fea-9ccf-94ff35566ebf req-2386c2d7-c6da-42ff-966a-516acdfa6fe9 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:20.705076 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a0fa1bfb-9c06-4fea-9ccf-94ff35566ebf req-2386c2d7-c6da-42ff-966a-516acdfa6fe9 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0480142 Apr 14 20:48:20.753691 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a0fa1bfb-9c06-4fea-9ccf-94ff35566ebf req-82ae21df-dbb0-45ef-b9e5-69bc01934ca9 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429754 Apr 14 20:48:21.875308 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122925ea-95b2-4671-b327-b8a714fbd9a7 req-f941be3c-f803-4adb-abd5-120b27209518 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:21.876807 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-122925ea-95b2-4671-b327-b8a714fbd9a7 req-f941be3c-f803-4adb-abd5-120b27209518 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0468287 Apr 14 20:48:21.927442 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-122925ea-95b2-4671-b327-b8a714fbd9a7 req-94448900-da20-463e-aefd-b4f5e2e631af tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444717 Apr 14 20:48:22.367304 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a160811d-eed9-41b3-9915-708c0c2f2288 req-ec6e486b-7771-4308-a203-c9d43332e498 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ef4add8-ab28-41ed-9a03-a7520c08b7f4 HTTP/1.1" status: 200 len: 1001 time: 0.0623999 Apr 14 20:48:22.557966 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160811d-eed9-41b3-9915-708c0c2f2288 req-a87a7ae5-b2fd-4654-86f7-5f1cb3c3dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:22.559443 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a160811d-eed9-41b3-9915-708c0c2f2288 req-a87a7ae5-b2fd-4654-86f7-5f1cb3c3dc8c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=177c8868-9176-40ed-9fba-016fb7a72185 HTTP/1.1" status: 200 len: 850 time: 0.0457261 Apr 14 20:48:22.829467 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7463b216-ada9-4478-ab46-3be98236a9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:23.046514 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690d351-9f9b-4dd9-93b3-db63a37f7ec0 req-4ecbe855-b100-404b-8737-18f45aad083d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:23.047950 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d690d351-9f9b-4dd9-93b3-db63a37f7ec0 req-4ecbe855-b100-404b-8737-18f45aad083d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0482850 Apr 14 20:48:23.099447 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d690d351-9f9b-4dd9-93b3-db63a37f7ec0 req-00c6b9eb-25ae-4e6d-a987-1be886359b0c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457017 Apr 14 20:48:23.917050 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160811d-eed9-41b3-9915-708c0c2f2288 req-ddc5ed2f-2566-4032-9262-dd0d28672075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:23.917848 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-16b27b06-f04c-4d47-99eb-c30ab07a766b req-3af3ec86-d579-4afb-b852-86e0aab46090 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388980 Apr 14 20:48:23.918527 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a160811d-eed9-41b3-9915-708c0c2f2288 req-ddc5ed2f-2566-4032-9262-dd0d28672075 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9124821-6384-483a-bd3f-30476db1701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413966 Apr 14 20:48:24.000790 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b27b06-f04c-4d47-99eb-c30ab07a766b req-3ca433f6-5b02-4d41-a635-57983c9e3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:24.002337 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-16b27b06-f04c-4d47-99eb-c30ab07a766b req-3ca433f6-5b02-4d41-a635-57983c9e3ee5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 1129 time: 0.0438194 Apr 14 20:48:24.020915 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a160811d-eed9-41b3-9915-708c0c2f2288 req-4bd0514d-88ba-42e8-a136-8719594784a5 service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831511 Apr 14 20:48:24.215801 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b89f3d-998b-431e-90e6-66b50d388c3a req-2af120bd-66d7-4e16-a7c3-7a45883f6e3f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:24.217157 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-21b89f3d-998b-431e-90e6-66b50d388c3a req-2af120bd-66d7-4e16-a7c3-7a45883f6e3f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0458281 Apr 14 20:48:24.265645 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-21b89f3d-998b-431e-90e6-66b50d388c3a req-9c698975-bbf3-4cd0-9e49-a808db094969 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429277 Apr 14 20:48:24.533891 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a160811d-eed9-41b3-9915-708c0c2f2288 req-150a4640-739c-449c-8150-12b2c3ae3637 service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917118 Apr 14 20:48:24.546092 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b27b06-f04c-4d47-99eb-c30ab07a766b req-d270adb0-436b-4f8b-840b-148232d77728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:24.547572 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-16b27b06-f04c-4d47-99eb-c30ab07a766b req-d270adb0-436b-4f8b-840b-148232d77728 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 920 time: 0.0908227 Apr 14 20:48:24.591275 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-16b27b06-f04c-4d47-99eb-c30ab07a766b req-e2f67a6a-f36a-428e-a9a1-830c684ff00f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5249bac8-712a-4990-834e-24ba4ad1c15d HTTP/1.1" status: 200 len: 217 time: 0.0345464 Apr 14 20:48:24.654700 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b27b06-f04c-4d47-99eb-c30ab07a766b req-d6d4a1af-da28-4235-9faf-7282ecacee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:24.656162 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-16b27b06-f04c-4d47-99eb-c30ab07a766b req-d6d4a1af-da28-4235-9faf-7282ecacee97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f10567fd-adb1-4429-8b4f-7a10f9ab700f HTTP/1.1" status: 200 len: 858 time: 0.0484686 Apr 14 20:48:24.710265 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b27b06-f04c-4d47-99eb-c30ab07a766b req-8afcac0b-76dd-445d-906f-8cc81052aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:24.712853 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-16b27b06-f04c-4d47-99eb-c30ab07a766b req-8afcac0b-76dd-445d-906f-8cc81052aeab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3627da5-4396-44c2-b4be-72365d8e14c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381641 Apr 14 20:48:24.811342 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-16b27b06-f04c-4d47-99eb-c30ab07a766b req-5a16a885-3c18-4294-8259-626a3f5efd35 service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881884 Apr 14 20:48:24.904414 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-16b27b06-f04c-4d47-99eb-c30ab07a766b req-712f67b7-ca70-40d3-84e8-d7550f414a2f service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854259 Apr 14 20:48:25.009115 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-e889f292-e7eb-4335-8ac8-b8dd4a32af48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:25.384158 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14167856-2b10-4f11-bf68-6828f352af21 req-69e25b35-c259-40e1-a004-3b301bf4995e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:25.385679 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-14167856-2b10-4f11-bf68-6828f352af21 req-69e25b35-c259-40e1-a004-3b301bf4995e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0473363 Apr 14 20:48:25.433133 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-14167856-2b10-4f11-bf68-6828f352af21 req-06e47f56-d4ee-4f3f-bc20-2ada924200c1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417109 Apr 14 20:48:26.339277 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:26.554156 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458bb92-2d72-43a6-a787-80151d74ef59 req-ebec9c50-0301-407e-b5e2-a1b93c67d01a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:26.556298 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f458bb92-2d72-43a6-a787-80151d74ef59 req-ebec9c50-0301-407e-b5e2-a1b93c67d01a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0487072 Apr 14 20:48:26.605512 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f458bb92-2d72-43a6-a787-80151d74ef59 req-45463849-e5f6-40a1-b446-aed7a5e57cb0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436728 Apr 14 20:48:27.726811 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:27.728212 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9342fb-213b-4100-93c8-1894367e1add req-46096dfc-531a-4667-b89a-540dea49ff0e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:27.729750 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0b9342fb-213b-4100-93c8-1894367e1add req-46096dfc-531a-4667-b89a-540dea49ff0e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0505297 Apr 14 20:48:27.777929 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0b9342fb-213b-4100-93c8-1894367e1add req-1d329563-c8ac-4966-9b90-2260d1b6c443 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420980 Apr 14 20:48:28.893172 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd2f42-a8a3-4931-aed0-012c98083e34 req-555bf6f0-3276-46c3-a966-9b6a60f96bc4 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:28.894665 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a8dd2f42-a8a3-4931-aed0-012c98083e34 req-555bf6f0-3276-46c3-a966-9b6a60f96bc4 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0469732 Apr 14 20:48:28.940549 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a8dd2f42-a8a3-4931-aed0-012c98083e34 req-75affa31-7589-4ab9-8a0b-86621779364d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397503 Apr 14 20:48:29.343273 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:30.059243 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b73bed-1762-48ef-b945-75e5cb11fc9d req-da79d804-0c26-4d16-b880-eaffbfc4a37a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:30.060700 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e2b73bed-1762-48ef-b945-75e5cb11fc9d req-da79d804-0c26-4d16-b880-eaffbfc4a37a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0470140 Apr 14 20:48:30.109870 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e2b73bed-1762-48ef-b945-75e5cb11fc9d req-583b80ce-8ef1-43e5-ba90-703466e51107 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435607 Apr 14 20:48:31.226132 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567d8c9-73ff-4b86-94a2-7317d64bfb9a req-4c4ca458-5e15-4539-8488-f40bae65a369 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:31.228308 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f567d8c9-73ff-4b86-94a2-7317d64bfb9a req-4c4ca458-5e15-4539-8488-f40bae65a369 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0462751 Apr 14 20:48:31.273042 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f567d8c9-73ff-4b86-94a2-7317d64bfb9a req-da28ee40-82a0-41cd-ab8a-a5e0b4cba342 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393343 Apr 14 20:48:32.398883 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d684b51-ecf4-4a41-8b2c-307972092cbc req-51ce3a78-5990-4f2a-8bf8-f1b84f2b1196 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:32.400918 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6d684b51-ecf4-4a41-8b2c-307972092cbc req-51ce3a78-5990-4f2a-8bf8-f1b84f2b1196 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0504148 Apr 14 20:48:32.447077 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6d684b51-ecf4-4a41-8b2c-307972092cbc req-eea99e7c-2024-42e9-b55a-8a5c3ccad2d9 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405319 Apr 14 20:48:33.568977 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7b140-ff85-4d84-8d25-74b9591a3adc req-fc86ae07-e387-4a1a-9814-fcd4ff49c76d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:33.570447 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-57f7b140-ff85-4d84-8d25-74b9591a3adc req-fc86ae07-e387-4a1a-9814-fcd4ff49c76d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 944 time: 0.0507529 Apr 14 20:48:33.616047 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-57f7b140-ff85-4d84-8d25-74b9591a3adc req-609f0ad0-5d5a-4589-b058-b9117d378d39 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390804 Apr 14 20:48:33.691488 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device e645adb7-d011-440e-89e5-4c116418ec5f details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:48:33.789440 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port e645adb7-d011-440e-89e5-4c116418ec5f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e645adb7-d011-440e-89e5-4c116418ec5f,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:48:33.801091 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': 'e645adb7-d011-440e-89e5-4c116418ec5f', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'port_id': 'e645adb7-d011-440e-89e5-4c116418ec5f', 'mac_address': 'fa:16:3e:33:b3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:48:33.838355 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port e645adb7-d011-440e-89e5-4c116418ec5f is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:48:33.838760 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:33.851060 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e645adb7-d011-440e-89e5-4c116418ec5f {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:48:33.870739 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port e645adb7-d011-440e-89e5-4c116418ec5f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e645adb7-d011-440e-89e5-4c116418ec5f,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:48:33.928809 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:33.974236 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=e645adb7-d011-440e-89e5-4c116418ec5f,revision_number=9']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:48:34.355156 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['e645adb7-d011-440e-89e5-4c116418ec5f'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:48:34.734823 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c6109-96fe-45b6-8f83-564096508b7a req-faae693f-2746-45e2-8ea9-767457f68309 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:34.736454 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b50c6109-96fe-45b6-8f83-564096508b7a req-faae693f-2746-45e2-8ea9-767457f68309 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 945 time: 0.0467536 Apr 14 20:48:34.783665 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b50c6109-96fe-45b6-8f83-564096508b7a req-92b66a37-32ed-4d72-b0a3-d6d9d62e38b6 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415235 Apr 14 20:48:35.906037 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf1b26-b9c7-498c-a2a4-45e63ad22241 req-a9112f66-0cb8-4659-8982-60d8c489f4ce tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:35.907501 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-48cf1b26-b9c7-498c-a2a4-45e63ad22241 req-a9112f66-0cb8-4659-8982-60d8c489f4ce tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 945 time: 0.0466943 Apr 14 20:48:35.952890 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-48cf1b26-b9c7-498c-a2a4-45e63ad22241 req-2fb91030-4fea-4972-993d-bc8d6508d80f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399733 Apr 14 20:48:36.045523 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:48:37.077254 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6812130-2af1-4cb7-8ad1-87ab2e5050d7 req-0e3ccb21-16ba-4d84-b292-a76de7ef1b3b tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:37.078730 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c6812130-2af1-4cb7-8ad1-87ab2e5050d7 req-0e3ccb21-16ba-4d84-b292-a76de7ef1b3b tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 945 time: 0.0456405 Apr 14 20:48:37.127765 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c6812130-2af1-4cb7-8ad1-87ab2e5050d7 req-814da761-f72a-4102-87b6-c96a8e661ad5 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436144 Apr 14 20:48:38.248935 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837b951-c877-4007-b815-852133d09f5b req-4373b20c-8b11-4790-9db4-0ce3a479e043 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:38.250417 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d837b951-c877-4007-b815-852133d09f5b req-4373b20c-8b11-4790-9db4-0ce3a479e043 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 945 time: 0.0490260 Apr 14 20:48:38.301809 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d837b951-c877-4007-b815-852133d09f5b req-a50a5fea-2c84-42c5-a64d-15f4bebe53e2 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459073 Apr 14 20:48:38.305372 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device e645adb7-d011-440e-89e5-4c116418ec5f up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:48:38.354195 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port e645adb7-d011-440e-89e5-4c116418ec5f triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:48:38.354566 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:38.430147 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port e645adb7-d011-440e-89e5-4c116418ec5f is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:48:38.430540 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:38.452778 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c8becf-5922-47f5-abb3-34234511dd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e645adb7-d011-440e-89e5-4c116418ec5f'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:48:38.454984 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdf2cb9-8e36-4f08-9e64-6c017703d6b5" -d '{"events": [{"server_uuid": "71c8becf-5922-47f5-abb3-34234511dd6a", "name": "network-vif-plugged", "status": "completed", "tag": "e645adb7-d011-440e-89e5-4c116418ec5f"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:48:38.467270 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port e645adb7-d011-440e-89e5-4c116418ec5f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e645adb7-d011-440e-89e5-4c116418ec5f,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:48:38.490720 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90194409-f201-4cfa-96ef-442c67bfe5a3 x-openstack-request-id: req-90194409-f201-4cfa-96ef-442c67bfe5a3 {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:48:38.491010 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c8becf-5922-47f5-abb3-34234511dd6a", "name": "network-vif-plugged", "status": "completed", "tag": "e645adb7-d011-440e-89e5-4c116418ec5f", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:48:38.491266 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90194409-f201-4cfa-96ef-442c67bfe5a3 {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:48:38.491688 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90194409-f201-4cfa-96ef-442c67bfe5a3'] response: {'server_uuid': '71c8becf-5922-47f5-abb3-34234511dd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e645adb7-d011-440e-89e5-4c116418ec5f', 'code': 200} Apr 14 20:48:38.538275 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:38.586411 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=e645adb7-d011-440e-89e5-4c116418ec5f,revision_number=10']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:48:39.288076 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1698bc7-47eb-4b8f-973c-47bb5a2dfece req-a235ab75-2fdd-42fd-a60b-e15b768a0183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:39.289559 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b1698bc7-47eb-4b8f-973c-47bb5a2dfece req-a235ab75-2fdd-42fd-a60b-e15b768a0183 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 1131 time: 0.0393395 Apr 14 20:48:39.335119 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b1698bc7-47eb-4b8f-973c-47bb5a2dfece req-62dc4dc7-e29e-4622-9683-98d62ae22494 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374548 Apr 14 20:48:39.432199 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab00fd2-d742-48b0-982f-a2df5abf76d8 req-fd974c93-04d6-42ed-a2e6-79e769898d81 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:39.433775 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-dab00fd2-d742-48b0-982f-a2df5abf76d8 req-fd974c93-04d6-42ed-a2e6-79e769898d81 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 947 time: 0.0523558 Apr 14 20:48:39.482355 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-dab00fd2-d742-48b0-982f-a2df5abf76d8 req-16b6aae7-c571-4d91-a557-991c2bfc7c98 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423508 Apr 14 20:48:40.602323 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59000d-7e00-4ce9-aeae-2edcd7971fd2 req-756240dd-bc9f-4734-b072-d0612cb0d4c1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:40.604000 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0a59000d-7e00-4ce9-aeae-2edcd7971fd2 req-756240dd-bc9f-4734-b072-d0612cb0d4c1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 947 time: 0.0466914 Apr 14 20:48:40.651201 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0a59000d-7e00-4ce9-aeae-2edcd7971fd2 req-b52df1ec-8f71-422f-9f3a-38ff5bfc4146 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411768 Apr 14 20:48:41.772019 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54437d-05ea-4de9-9e29-7a8d655bb650 req-1e09e8ac-4f66-422c-a879-0c2896843190 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:41.773540 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6e54437d-05ea-4de9-9e29-7a8d655bb650 req-1e09e8ac-4f66-422c-a879-0c2896843190 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 947 time: 0.0511396 Apr 14 20:48:41.820830 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6e54437d-05ea-4de9-9e29-7a8d655bb650 req-80fdb39f-d5f0-4482-873c-7c40f9dbc744 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402050 Apr 14 20:48:42.941272 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3394-1e57-4b98-813e-38662fd817ea req-f9bfd310-87cd-4804-851f-ff16cbf6a8d6 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:42.942689 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8e3d3394-1e57-4b98-813e-38662fd817ea req-f9bfd310-87cd-4804-851f-ff16cbf6a8d6 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 947 time: 0.0474014 Apr 14 20:48:42.992268 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8e3d3394-1e57-4b98-813e-38662fd817ea req-b592e63b-cc41-431e-816d-e68ff71e344d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428431 Apr 14 20:48:44.118760 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fe9c5-595f-4358-866f-0fea8ef7feef req-dcf14f06-389c-45ad-b829-e3b89269fee6 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:44.120193 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e47fe9c5-595f-4358-866f-0fea8ef7feef req-dcf14f06-389c-45ad-b829-e3b89269fee6 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 947 time: 0.0452595 Apr 14 20:48:44.166982 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e47fe9c5-595f-4358-866f-0fea8ef7feef req-88c9c7d1-5cac-4f60-9dbd-765650702d8c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412817 Apr 14 20:48:44.700326 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:45.296142 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc14268-0f9d-452a-b239-270eec5b8993 req-ff88c0dc-d287-421e-92ed-217e7fb8e0b7 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:45.297627 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8bc14268-0f9d-452a-b239-270eec5b8993 req-ff88c0dc-d287-421e-92ed-217e7fb8e0b7 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 947 time: 0.0567229 Apr 14 20:48:45.348606 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8bc14268-0f9d-452a-b239-270eec5b8993 req-a54af0cd-1d72-4b61-ad7c-9d887a1255cc tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454154 Apr 14 20:48:45.680742 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c891b71-7e01-4753-b2db-59c602971b90 req-775df247-69fb-41f5-9504-cf89ac92adf2 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:45.682234 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5c891b71-7e01-4753-b2db-59c602971b90 req-775df247-69fb-41f5-9504-cf89ac92adf2 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 945 time: 0.0475042 Apr 14 20:48:45.729551 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5c891b71-7e01-4753-b2db-59c602971b90 req-c616cc99-d242-446e-bf3e-d6afe096aebd tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418024 Apr 14 20:48:46.845989 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80085f60-1c12-4eda-9f95-ddfb1de4150c req-ebd77c18-da4d-413f-880d-b5271bc2cf7b tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:46.847461 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-80085f60-1c12-4eda-9f95-ddfb1de4150c req-ebd77c18-da4d-413f-880d-b5271bc2cf7b tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 945 time: 0.0492005 Apr 14 20:48:46.894208 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-80085f60-1c12-4eda-9f95-ddfb1de4150c req-6d84acbe-85a7-47c9-a54f-41a9c50ffd1c tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411842 Apr 14 20:48:48.011685 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391b91c-ef74-4e9d-9053-73066e6c2aef req-ba24df14-5a43-4afa-8668-147eed9a0f50 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:48.014037 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2391b91c-ef74-4e9d-9053-73066e6c2aef req-ba24df14-5a43-4afa-8668-147eed9a0f50 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 945 time: 0.0508518 Apr 14 20:48:48.065102 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2391b91c-ef74-4e9d-9053-73066e6c2aef req-beb31869-219c-47fb-82f7-b3c4961b37e4 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457797 Apr 14 20:48:48.120128 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473f01c-5a84-4539-8c00-c8365d59d769 req-73450a93-f3c2-4208-9c2d-f480f6ff776c tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:48.121591 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d473f01c-5a84-4539-8c00-c8365d59d769 req-73450a93-f3c2-4208-9c2d-f480f6ff776c tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 945 time: 0.0461004 Apr 14 20:48:48.250479 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-d473f01c-5a84-4539-8c00-c8365d59d769 req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Deleting port 002e2d0d-aba2-4e91-99d7-640e469e6116 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:48:48.250736 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-d473f01c-5a84-4539-8c00-c8365d59d769 req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (002e2d0d-aba2-4e91-99d7-640e469e6116), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:48.339385 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-d473f01c-5a84-4539-8c00-c8365d59d769 req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] For port 002e2d0d-aba2-4e91-99d7-640e469e6116, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=002e2d0d-aba2-4e91-99d7-640e469e6116,segment=NetworkSegment(31626bd5-8cae-4a3e-837f-bdc3bab3a47d),segment_id=31626bd5-8cae-4a3e-837f-bdc3bab3a47d)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:48:48.339753 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-d473f01c-5a84-4539-8c00-c8365d59d769 req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (002e2d0d-aba2-4e91-99d7-640e469e6116), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:48.355201 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-d473f01c-5a84-4539-8c00-c8365d59d769 req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Calling delete_port for 002e2d0d-aba2-4e91-99d7-640e469e6116 owned by compute:nova {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:48:48.560784 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-d473f01c-5a84-4539-8c00-c8365d59d769 req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999'] for port (002e2d0d-aba2-4e91-99d7-640e469e6116), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:48.574751 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['002e2d0d-aba2-4e91-99d7-640e469e6116'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:48:48.591856 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Pushing event deleted for resources: {'Port': ['ID=002e2d0d-aba2-4e91-99d7-640e469e6116,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:48:48.625232 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:48:48.625596 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:48:48.625948 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:48:48.626293 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:48:48.626635 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:48:48.626973 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:48:48.627308 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:48:48.627640 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:48:48.627973 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:48:48.628302 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:48:48.628656 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:48:48.628984 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:48:48.629361 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:48:48.629693 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:48:48.630021 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:48:48.667967 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-d473f01c-5a84-4539-8c00-c8365d59d769 req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] No DVR routers for this DVR port 002e2d0d-aba2-4e91-99d7-640e469e6116 on host hv-cinder-83754 {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:48:48.671051 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-d473f01c-5a84-4539-8c00-c8365d59d769 req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:48.674376 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d473f01c-5a84-4539-8c00-c8365d59d769 req-2efe0084-2a41-4d23-b643-04104ae9f610 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.16 "DELETE /v2.0/ports/002e2d0d-aba2-4e91-99d7-640e469e6116 HTTP/1.1" status: 204 len: 173 time: 0.5419989 Apr 14 20:48:48.674853 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b3509e-cfe2-4201-bba0-9152449dcb03', 'name': 'network-vif-deleted', 'tag': '002e2d0d-aba2-4e91-99d7-640e469e6116'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:48:48.677150 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b204eac5-9329-4644-a798-ac8192a9950f" -d '{"events": [{"server_uuid": "77b3509e-cfe2-4201-bba0-9152449dcb03", "name": "network-vif-deleted", "tag": "002e2d0d-aba2-4e91-99d7-640e469e6116"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:48:48.734295 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b44f3ea-ac41-4c95-95cb-ecf4e502863d x-openstack-request-id: req-0b44f3ea-ac41-4c95-95cb-ecf4e502863d {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:48:48.734594 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b3509e-cfe2-4201-bba0-9152449dcb03", "name": "network-vif-deleted", "tag": "002e2d0d-aba2-4e91-99d7-640e469e6116", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:48:48.734861 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b44f3ea-ac41-4c95-95cb-ecf4e502863d {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:48:48.735267 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b44f3ea-ac41-4c95-95cb-ecf4e502863d'] response: {'server_uuid': '77b3509e-cfe2-4201-bba0-9152449dcb03', 'name': 'network-vif-deleted', 'tag': '002e2d0d-aba2-4e91-99d7-640e469e6116', 'status': 'completed', 'code': 200} Apr 14 20:48:49.175071 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9d5e46c0-c490-444c-a60c-ac8190557149 req-f7dd0815-4766-4576-b4c2-d157066ff27b tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b3509e-cfe2-4201-bba0-9152449dcb03 HTTP/1.1" status: 200 len: 210 time: 0.0283115 Apr 14 20:48:52.681329 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 002e2d0d-aba2-4e91-99d7-640e469e6116 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:48:52.830329 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: 002e2d0d-aba2-4e91-99d7-640e469e6116 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:48:52.830734 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 002e2d0d-aba2-4e91-99d7-640e469e6116 not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:48:52.932104 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4c5e-0ef5-4389-8bf4-cf96957ef476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:55.035056 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-8014a91f-eade-4421-919c-220fed734310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:55.342310 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ac3ff-9b79-4daf-bbcb-134978e1a395 req-e22cbcb9-f90c-4897-9c27-78bec140f3e9 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:55.343772 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-374ac3ff-9b79-4daf-bbcb-134978e1a395 req-e22cbcb9-f90c-4897-9c27-78bec140f3e9 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0485473 Apr 14 20:48:55.397939 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-374ac3ff-9b79-4daf-bbcb-134978e1a395 req-96af266d-f7aa-4a87-ac5c-bdc5675165da tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485232 Apr 14 20:48:56.349462 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:56.516084 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2f405-c06e-4f98-b288-fe299c542beb req-65bd841e-9741-4c6c-9ad2-50c7579af828 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:56.517571 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6ab2f405-c06e-4f98-b288-fe299c542beb req-65bd841e-9741-4c6c-9ad2-50c7579af828 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0480809 Apr 14 20:48:56.566089 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6ab2f405-c06e-4f98-b288-fe299c542beb req-9d035ca2-8cc4-4316-9b85-63f19437e4a6 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429418 Apr 14 20:48:57.684966 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8d1da-2d9a-4a68-bb55-59fcccab6bf1 req-6c3f0cc1-209a-4bfd-92bc-39e5ee0a7730 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:57.685915 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4df8d1da-2d9a-4a68-bb55-59fcccab6bf1 req-6c3f0cc1-209a-4bfd-92bc-39e5ee0a7730 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0515673 Apr 14 20:48:57.723034 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:57.732546 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4df8d1da-2d9a-4a68-bb55-59fcccab6bf1 req-f8a82f01-d014-4cee-a8a0-951b34695069 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406337 Apr 14 20:48:58.847346 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8068f-e43b-4c9e-9af6-86bc5433f49f req-41f9a1e8-710d-4522-9e4b-76500d497b30 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:48:58.848792 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-08e8068f-e43b-4c9e-9af6-86bc5433f49f req-41f9a1e8-710d-4522-9e4b-76500d497b30 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0483599 Apr 14 20:48:58.895505 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-08e8068f-e43b-4c9e-9af6-86bc5433f49f req-49fe2bfb-7671-42c3-852f-930f9247115a tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412278 Apr 14 20:48:59.337932 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:00.007121 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72763c-bb3f-4078-bc16-a93725fd4f18 req-6d8b38fd-75e0-4383-bb2a-4de1333d1af5 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:00.008571 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-fd72763c-bb3f-4078-bc16-a93725fd4f18 req-6d8b38fd-75e0-4383-bb2a-4de1333d1af5 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0480032 Apr 14 20:49:00.056309 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-fd72763c-bb3f-4078-bc16-a93725fd4f18 req-442199fd-a7e0-4add-9cf6-b46066f83561 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410857 Apr 14 20:49:00.066124 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-cf00523e-0589-4648-a5e1-1c632e8d39e7 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:00.077347 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-cf00523e-0589-4648-a5e1-1c632e8d39e7 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/networks?id=208564ae-da9e-467c-9660-498e4b41a974 HTTP/1.1" status: 200 len: 814 time: 0.0978234 Apr 14 20:49:00.082318 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-f3c4c00c-067c-4a36-94e0-97ef16cd3b56 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/quotas/d55fdbf2e8c54dde9977c981df7f4722 HTTP/1.1" status: 200 len: 375 time: 0.0095322 Apr 14 20:49:00.117676 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-44171f36-b185-45fb-ba15-268c4d7bbc37 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d55fdbf2e8c54dde9977c981df7f4722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304108 Apr 14 20:49:00.206576 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-c7fe3ae7-e280-4b5d-923e-5f055cf046c4 service neutron] 10.222.0.15 "GET /v2.0/networks/208564ae-da9e-467c-9660-498e4b41a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824184 Apr 14 20:49:00.299576 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-a42cd76c-6794-4c4d-a369-c624c4e5657a service neutron] 10.222.0.15 "GET /v2.0/networks/208564ae-da9e-467c-9660-498e4b41a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873456 Apr 14 20:49:00.555392 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-49105dea-4d8e-4bd1-93ce-0890479bc375 req-e1c951dd-02ef-456a-b98c-ba4f9fbf2717 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 210 time: 0.0274637 Apr 14 20:49:01.174290 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b96cfc-fa37-4ccc-95ca-0c3b6e170156 req-df765e5f-cc5e-4c47-8301-c1978e91345b tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:01.175946 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-08b96cfc-fa37-4ccc-95ca-0c3b6e170156 req-df765e5f-cc5e-4c47-8301-c1978e91345b tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0505323 Apr 14 20:49:01.223084 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-08b96cfc-fa37-4ccc-95ca-0c3b6e170156 req-4fd25328-1b20-443c-adfc-1c06b6c5a38f tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415885 Apr 14 20:49:01.657990 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5f1877bb-715a-482e-9a8b-76fd83be1179 req-43285635-d7fc-4da6-aba4-85c18d986e89 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 210 time: 0.0312643 Apr 14 20:49:02.341928 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379857e-f34d-4dac-970b-65fe194f6d84 req-9c3ef0f7-dd83-4d0e-b5b0-8ac304e92319 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:02.343356 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5379857e-f34d-4dac-970b-65fe194f6d84 req-9c3ef0f7-dd83-4d0e-b5b0-8ac304e92319 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0508695 Apr 14 20:49:02.389576 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5379857e-f34d-4dac-970b-65fe194f6d84 req-9cee074e-bd8e-48a9-b65f-4f2ff105b07c tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406799 Apr 14 20:49:02.752998 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-706c6f92-47ea-4c77-a6c0-f7911d97103c req-449423cc-b782-4579-84a0-5d10acf1ae43 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 210 time: 0.0281034 Apr 14 20:49:02.893642 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-1401da1a-456c-4937-91b7-8f2d4b3f621d tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:02.895064 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-1401da1a-456c-4937-91b7-8f2d4b3f621d tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.16 "GET /v2.0/networks?id=208564ae-da9e-467c-9660-498e4b41a974 HTTP/1.1" status: 200 len: 814 time: 0.1016562 Apr 14 20:49:02.911936 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-84826b70-07e9-408a-b68b-a88b99a0fb07 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Request body: {'port': {'device_id': '57efb2a7-354c-493c-b840-c3b7ff398bee', 'network_id': '208564ae-da9e-467c-9660-498e4b41a974', 'admin_state_up': True, 'tenant_id': 'd55fdbf2e8c54dde9977c981df7f4722'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:49:03.089090 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-84826b70-07e9-408a-b68b-a88b99a0fb07 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Made reservation on behalf of d55fdbf2e8c54dde9977c981df7f4722 for: {'port': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:49:03.093224 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-84826b70-07e9-408a-b68b-a88b99a0fb07 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:03.223755 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-84826b70-07e9-408a-b68b-a88b99a0fb07 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Allocated IP 172.20.0.9 (208564ae-da9e-467c-9660-498e4b41a974/70567396-6662-494a-b09b-c8405f297aec/ea600976-99e2-41dc-97de-0a946fa7994b) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:49:03.365456 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-84826b70-07e9-408a-b68b-a88b99a0fb07 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Publish callbacks [] for port (ea600976-99e2-41dc-97de-0a946fa7994b), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:03.455275 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-84826b70-07e9-408a-b68b-a88b99a0fb07 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (ea600976-99e2-41dc-97de-0a946fa7994b), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:03.499542 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-84826b70-07e9-408a-b68b-a88b99a0fb07 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Network 208564ae-da9e-467c-9660-498e4b41a974 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:49:03.502586 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-84826b70-07e9-408a-b68b-a88b99a0fb07 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:49:03.503254 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073367f-161c-4af8-9743-7aed3071342f req-8985cd1a-cc26-4aa1-91d1-dea190b1b9bc tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:03.504765 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b073367f-161c-4af8-9743-7aed3071342f req-8985cd1a-cc26-4aa1-91d1-dea190b1b9bc tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0476930 Apr 14 20:49:03.505104 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-84826b70-07e9-408a-b68b-a88b99a0fb07 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:49:03.510408 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-84826b70-07e9-408a-b68b-a88b99a0fb07 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:03.511028 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-84826b70-07e9-408a-b68b-a88b99a0fb07 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:03.531051 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84826b70-07e9-408a-b68b-a88b99a0fb07 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Pushing event updated for resources: {'Port': ['ID=ea600976-99e2-41dc-97de-0a946fa7994b,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:03.559838 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b073367f-161c-4af8-9743-7aed3071342f req-50490409-515a-4a87-be27-6546fe7c6886 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493217 Apr 14 20:49:03.606349 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-84826b70-07e9-408a-b68b-a88b99a0fb07 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6973097 Apr 14 20:49:03.620664 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Request body: {'port': {'device_id': '57efb2a7-354c-493c-b840-c3b7ff398bee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:49:03.679204 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ea600976-99e2-41dc-97de-0a946fa7994b), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:03.906533 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c1bac-ece8-45ee-a887-bb568e8f99c2 req-21146605-15bb-4c04-aa0f-355405d2819f tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:03.907907 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f16c1bac-ece8-45ee-a887-bb568e8f99c2 req-21146605-15bb-4c04-aa0f-355405d2819f tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 931 time: 0.0604548 Apr 14 20:49:03.985211 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f16c1bac-ece8-45ee-a887-bb568e8f99c2 req-3bb39041-4090-45c5-ae71-df6453a97f7a tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680799 Apr 14 20:49:04.016217 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea600976-99e2-41dc-97de-0a946fa7994b {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:49:04.024237 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Publish callbacks [] for port (ea600976-99e2-41dc-97de-0a946fa7994b), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:04.036900 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Transition to ACTIVE for port object ea600976-99e2-41dc-97de-0a946fa7994b will not be triggered until provisioned by entity L2. {{(pid=110411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:49:04.100506 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (ea600976-99e2-41dc-97de-0a946fa7994b), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:04.153679 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Pushing event updated for resources: {'Port': ['ID=ea600976-99e2-41dc-97de-0a946fa7994b,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:04.188669 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Attempting to bind port ea600976-99e2-41dc-97de-0a946fa7994b on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:49:04.189014 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Attempting to bind port ea600976-99e2-41dc-97de-0a946fa7994b by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '31626bd5-8cae-4a3e-837f-bdc3bab3a47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '208564ae-da9e-467c-9660-498e4b41a974'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:49:04.189387 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Attempting to bind port ea600976-99e2-41dc-97de-0a946fa7994b on network 208564ae-da9e-467c-9660-498e4b41a974 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:49:04.193664 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Port ea600976-99e2-41dc-97de-0a946fa7994b on network 208564ae-da9e-467c-9660-498e4b41a974 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:49:04.193989 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Attempting to bind port ea600976-99e2-41dc-97de-0a946fa7994b on network 208564ae-da9e-467c-9660-498e4b41a974 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:49:04.198993 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:49:04.199344 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Checking segment: {'id': '31626bd5-8cae-4a3e-837f-bdc3bab3a47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '208564ae-da9e-467c-9660-498e4b41a974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:49:04.199736 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Bound using segment: {'id': '31626bd5-8cae-4a3e-837f-bdc3bab3a47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '208564ae-da9e-467c-9660-498e4b41a974'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:49:04.200165 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Bound port: ea600976-99e2-41dc-97de-0a946fa7994b, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31626bd5-8cae-4a3e-837f-bdc3bab3a47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '208564ae-da9e-467c-9660-498e4b41a974'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:49:04.200526 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ea600976-99e2-41dc-97de-0a946fa7994b), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:04.262514 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] For port ea600976-99e2-41dc-97de-0a946fa7994b, host hv-cinder-83754, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:49:04.265671 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] For port ea600976-99e2-41dc-97de-0a946fa7994b, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ea600976-99e2-41dc-97de-0a946fa7994b,segment=NetworkSegment(31626bd5-8cae-4a3e-837f-bdc3bab3a47d),segment_id=31626bd5-8cae-4a3e-837f-bdc3bab3a47d)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:49:04.323332 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (ea600976-99e2-41dc-97de-0a946fa7994b), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:04.356171 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:04.356945 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:04.358395 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] 10.222.0.16 "PUT /v2.0/ports/ea600976-99e2-41dc-97de-0a946fa7994b HTTP/1.1" status: 200 len: 1093 time: 0.7419598 Apr 14 20:49:04.360538 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57efb2a7-354c-493c-b840-c3b7ff398bee', 'tag': 'ea600976-99e2-41dc-97de-0a946fa7994b'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:49:04.363465 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67910e8-3457-4e2c-b90a-cd0f704509e8" -d '{"events": [{"name": "network-changed", "server_uuid": "57efb2a7-354c-493c-b840-c3b7ff398bee", "tag": "ea600976-99e2-41dc-97de-0a946fa7994b"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:49:04.388506 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc325e-c5fe-43d0-bfe5-bf99b942162c service neutron] Pushing event updated for resources: {'Port': ['ID=ea600976-99e2-41dc-97de-0a946fa7994b,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:04.399917 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8de799d-a75a-4f74-8357-5e9a59819431 x-openstack-request-id: req-d8de799d-a75a-4f74-8357-5e9a59819431 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:49:04.400206 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57efb2a7-354c-493c-b840-c3b7ff398bee", "tag": "ea600976-99e2-41dc-97de-0a946fa7994b", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:49:04.400477 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8de799d-a75a-4f74-8357-5e9a59819431 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:49:04.400851 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8de799d-a75a-4f74-8357-5e9a59819431'] response: {'name': 'network-changed', 'server_uuid': '57efb2a7-354c-493c-b840-c3b7ff398bee', 'tag': 'ea600976-99e2-41dc-97de-0a946fa7994b', 'status': 'completed', 'code': 200} Apr 14 20:49:04.474896 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67910e8-3457-4e2c-b90a-cd0f704509e8 req-3b0f8829-2447-45cb-942f-ca03ffc5f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:04.476493 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e67910e8-3457-4e2c-b90a-cd0f704509e8 req-3b0f8829-2447-45cb-942f-ca03ffc5f2bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d55fdbf2e8c54dde9977c981df7f4722&device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 1127 time: 0.0423915 Apr 14 20:49:04.666710 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67910e8-3457-4e2c-b90a-cd0f704509e8 req-41c13604-c2be-4ec0-a0dd-ede4297cc007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:04.668253 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e67910e8-3457-4e2c-b90a-cd0f704509e8 req-41c13604-c2be-4ec0-a0dd-ede4297cc007 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d55fdbf2e8c54dde9977c981df7f4722&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1819992 Apr 14 20:49:04.700259 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47d765-e064-4a15-bcd7-aa8492b8c19b req-a6e91330-61d4-4463-82cd-6f2f8281314d tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:04.701678 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-db47d765-e064-4a15-bcd7-aa8492b8c19b req-a6e91330-61d4-4463-82cd-6f2f8281314d tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0703719 Apr 14 20:49:04.860467 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-db47d765-e064-4a15-bcd7-aa8492b8c19b req-03ae8793-e808-4d4d-8785-3f98b7c21905 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458917 Apr 14 20:49:04.869336 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67910e8-3457-4e2c-b90a-cd0f704509e8 req-3b382f3b-cded-4b52-9b71-eddeb5d2e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:04.870780 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e67910e8-3457-4e2c-b90a-cd0f704509e8 req-3b382f3b-cded-4b52-9b71-eddeb5d2e2a3 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1928363 Apr 14 20:49:04.948002 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-a8aad137-aabd-462c-96f8-df042918a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:04.950022 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-a8aad137-aabd-462c-96f8-df042918a5de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d55fdbf2e8c54dde9977c981df7f4722&device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 1127 time: 0.0373840 Apr 14 20:49:04.991356 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-697c10a5-1f1d-4f27-8009-c85af47effe1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea600976-99e2-41dc-97de-0a946fa7994b HTTP/1.1" status: 200 len: 217 time: 0.0325110 Apr 14 20:49:05.100595 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584995f7-54f8-49f9-b4d3-4a2f74311b17 req-13703d66-14ce-429c-87b0-24d2914ef411 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:05.102171 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-584995f7-54f8-49f9-b4d3-4a2f74311b17 req-13703d66-14ce-429c-87b0-24d2914ef411 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 943 time: 0.0484447 Apr 14 20:49:05.155577 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-584995f7-54f8-49f9-b4d3-4a2f74311b17 req-f1361766-0905-4185-9928-d67a170accb8 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470393 Apr 14 20:49:05.283686 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-3b5b6c5e-920d-4b5f-9570-b2777edbebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:05.285142 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-3b5b6c5e-920d-4b5f-9570-b2777edbebfc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70567396-6662-494a-b09b-c8405f297aec HTTP/1.1" status: 200 len: 854 time: 0.2860067 Apr 14 20:49:05.325228 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-ce748ed5-e642-4765-9b63-20023469383d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=208564ae-da9e-467c-9660-498e4b41a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260835 Apr 14 20:49:05.415644 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-d67effbb-b90c-43c5-b822-9d2bbcc2a0b1 service neutron] 10.222.0.16 "GET /v2.0/networks/208564ae-da9e-467c-9660-498e4b41a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830548 Apr 14 20:49:05.507900 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4e558b32-e94f-4b8e-9b95-dca76bef6250 req-7288e5ef-c8cf-4e0f-a3bd-53833464543c service neutron] 10.222.0.16 "GET /v2.0/networks/208564ae-da9e-467c-9660-498e4b41a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841751 Apr 14 20:49:05.972746 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cca541-5217-4cb1-b816-724a78f73268 req-6ea00d9e-6700-4dae-8a4b-897fdfa93f42 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:05.974249 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f3cca541-5217-4cb1-b816-724a78f73268 req-6ea00d9e-6700-4dae-8a4b-897fdfa93f42 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0477500 Apr 14 20:49:06.020181 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f3cca541-5217-4cb1-b816-724a78f73268 req-a1c76813-9dcb-4d06-b151-46a092e5e3e3 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403328 Apr 14 20:49:06.268118 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e02e0e-85bf-4896-934e-4f29ee906eba req-0e68091b-f50d-49d8-b09c-1fc39cd60d8d tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:06.269624 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e6e02e0e-85bf-4896-934e-4f29ee906eba req-0e68091b-f50d-49d8-b09c-1fc39cd60d8d tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 943 time: 0.0477748 Apr 14 20:49:06.316634 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e6e02e0e-85bf-4896-934e-4f29ee906eba req-d3ab4483-91e7-4ec5-80ff-0029c7bff58b tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 Apr 14 20:49:07.135856 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692aee3-d3d5-42a7-8561-6a31839ed8a7 req-c29a9436-09af-49b8-b9e1-6dc3e942d44c tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:07.138223 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c692aee3-d3d5-42a7-8561-6a31839ed8a7 req-c29a9436-09af-49b8-b9e1-6dc3e942d44c tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0505242 Apr 14 20:49:07.184166 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c692aee3-d3d5-42a7-8561-6a31839ed8a7 req-565435cc-8b36-416e-ba97-d50c28d2dd07 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395870 Apr 14 20:49:07.427784 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07777e75-b8af-45a4-8c59-afdf459d452e req-52a5f308-a75d-46e8-8d01-387204a2c17c tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:07.429251 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-07777e75-b8af-45a4-8c59-afdf459d452e req-52a5f308-a75d-46e8-8d01-387204a2c17c tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 943 time: 0.0473447 Apr 14 20:49:07.474818 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-07777e75-b8af-45a4-8c59-afdf459d452e req-a17e6d75-6ec2-431c-9abc-e9ef2fd65704 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398536 Apr 14 20:49:08.296813 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745842d-98d7-41e2-ad54-5a52676dc95d req-00ae75e8-c24e-446d-a3b6-fed60ee5a4eb tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:08.298351 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1745842d-98d7-41e2-ad54-5a52676dc95d req-00ae75e8-c24e-446d-a3b6-fed60ee5a4eb tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0481060 Apr 14 20:49:08.346772 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1745842d-98d7-41e2-ad54-5a52676dc95d req-925123e0-18a0-4e09-ba42-f7c4c25671ba tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419784 Apr 14 20:49:08.456189 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device ea600976-99e2-41dc-97de-0a946fa7994b details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:49:08.559560 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port ea600976-99e2-41dc-97de-0a946fa7994b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ea600976-99e2-41dc-97de-0a946fa7994b,segment=NetworkSegment(31626bd5-8cae-4a3e-837f-bdc3bab3a47d),segment_id=31626bd5-8cae-4a3e-837f-bdc3bab3a47d)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:49:08.574727 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': 'ea600976-99e2-41dc-97de-0a946fa7994b', 'network_id': '208564ae-da9e-467c-9660-498e4b41a974', 'port_id': 'ea600976-99e2-41dc-97de-0a946fa7994b', 'mac_address': 'fa:16:3e:c2:80:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70567396-6662-494a-b09b-c8405f297aec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:49:08.588955 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fbfc4-c7b5-4fa6-acff-302e97485ba7 req-aab60e06-168f-4795-9d4e-ad8da9b10e39 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:08.590452 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-012fbfc4-c7b5-4fa6-acff-302e97485ba7 req-aab60e06-168f-4795-9d4e-ad8da9b10e39 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 943 time: 0.0509138 Apr 14 20:49:08.611249 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port ea600976-99e2-41dc-97de-0a946fa7994b is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:49:08.611644 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ea600976-99e2-41dc-97de-0a946fa7994b), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:08.624089 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea600976-99e2-41dc-97de-0a946fa7994b {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:49:08.636916 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-012fbfc4-c7b5-4fa6-acff-302e97485ba7 req-823c066b-bc6a-4eb0-a74d-b3a183dbc2ec tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409207 Apr 14 20:49:08.644967 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port ea600976-99e2-41dc-97de-0a946fa7994b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ea600976-99e2-41dc-97de-0a946fa7994b,segment=NetworkSegment(31626bd5-8cae-4a3e-837f-bdc3bab3a47d),segment_id=31626bd5-8cae-4a3e-837f-bdc3bab3a47d)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:49:08.720645 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (ea600976-99e2-41dc-97de-0a946fa7994b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:08.768528 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=ea600976-99e2-41dc-97de-0a946fa7994b,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:08.775647 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:08.776004 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:08.776351 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:08.776697 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:08.777036 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:08.777400 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:08.784756 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:08.784756 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:08.784756 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:08.784756 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:08.784756 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:08.784756 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:08.784756 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:08.784756 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:08.784756 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:09.112359 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['ea600976-99e2-41dc-97de-0a946fa7994b'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:49:09.464077 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80f713-0503-4f98-8aa3-7eba2383e56f req-7f63f319-0f82-4efe-9618-aec714b382e8 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:09.465591 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ef80f713-0503-4f98-8aa3-7eba2383e56f req-7f63f319-0f82-4efe-9618-aec714b382e8 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0510895 Apr 14 20:49:09.514294 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ef80f713-0503-4f98-8aa3-7eba2383e56f req-b4eb20d6-f30f-44f1-9255-d9c70a285df7 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422697 Apr 14 20:49:09.749408 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cd2d4-4e8b-4d11-bd0a-09839083b559 req-b0c0fb0d-08af-46bd-94a1-c72788cd5cdb tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:09.751734 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1f6cd2d4-4e8b-4d11-bd0a-09839083b559 req-b0c0fb0d-08af-46bd-94a1-c72788cd5cdb tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 944 time: 0.0474195 Apr 14 20:49:09.798863 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1f6cd2d4-4e8b-4d11-bd0a-09839083b559 req-18a15a99-80e8-4c64-acbe-53fa87cca2a7 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414667 Apr 14 20:49:09.951000 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b35d5-5222-4010-a395-9fcd51ac8147 req-c1412d23-44c1-4574-a9a0-0a00363bc6a8 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:09.952482 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-665b35d5-5222-4010-a395-9fcd51ac8147 req-c1412d23-44c1-4574-a9a0-0a00363bc6a8 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0477057 Apr 14 20:49:10.007021 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168e0cc-585b-494a-8ff3-2c350ea08f55 req-c93e7c4d-db2c-412d-9122-9330d168d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:10.008505 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a168e0cc-585b-494a-8ff3-2c350ea08f55 req-c93e7c4d-db2c-412d-9122-9330d168d0ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 1130 time: 0.0549517 Apr 14 20:49:10.051580 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-665b35d5-5222-4010-a395-9fcd51ac8147 req-2b030fdd-dd17-4342-8091-1fff49db9a00 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905051 Apr 14 20:49:10.111913 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168e0cc-585b-494a-8ff3-2c350ea08f55 req-ac18ae1a-b7f5-4050-b304-39b3f9adb8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:10.113401 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a168e0cc-585b-494a-8ff3-2c350ea08f55 req-ac18ae1a-b7f5-4050-b304-39b3f9adb8ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 920 time: 0.0944993 Apr 14 20:49:10.184663 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a168e0cc-585b-494a-8ff3-2c350ea08f55 req-5ae8a0ba-c862-4e02-aeb4-7744df7cf848 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 HTTP/1.1" status: 200 len: 1001 time: 0.0634418 Apr 14 20:49:10.239842 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168e0cc-585b-494a-8ff3-2c350ea08f55 req-0b2adac4-2a44-45b0-b705-0da19bc8159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:10.241286 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a168e0cc-585b-494a-8ff3-2c350ea08f55 req-0b2adac4-2a44-45b0-b705-0da19bc8159c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f10567fd-adb1-4429-8b4f-7a10f9ab700f HTTP/1.1" status: 200 len: 858 time: 0.0429590 Apr 14 20:49:10.288882 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168e0cc-585b-494a-8ff3-2c350ea08f55 req-09d04128-12ed-4611-86b2-1fe8e44d6210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:10.290361 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a168e0cc-585b-494a-8ff3-2c350ea08f55 req-09d04128-12ed-4611-86b2-1fe8e44d6210 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3627da5-4396-44c2-b4be-72365d8e14c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384939 Apr 14 20:49:10.383572 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a168e0cc-585b-494a-8ff3-2c350ea08f55 req-d9ac40a7-4e9a-4e4b-9820-15716cff1fae service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826981 Apr 14 20:49:10.468191 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device ea600976-99e2-41dc-97de-0a946fa7994b up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:49:10.473984 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a168e0cc-585b-494a-8ff3-2c350ea08f55 req-e12cd08c-4c0c-40da-aa07-33f3c88c690a service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821698 Apr 14 20:49:10.513298 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port ea600976-99e2-41dc-97de-0a946fa7994b completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:49:10.623511 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port ea600976-99e2-41dc-97de-0a946fa7994b triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:49:10.623892 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (ea600976-99e2-41dc-97de-0a946fa7994b), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:10.632253 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340b1cb-ae92-4771-bc1e-38a5201c591a req-53a69699-f465-4501-b391-f01d640f6071 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:10.633772 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7340b1cb-ae92-4771-bc1e-38a5201c591a req-53a69699-f465-4501-b391-f01d640f6071 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0467970 Apr 14 20:49:10.692165 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7340b1cb-ae92-4771-bc1e-38a5201c591a req-89f2668e-14ac-4777-b8bd-1110cc3d6c69 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521331 Apr 14 20:49:10.713043 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port ea600976-99e2-41dc-97de-0a946fa7994b is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:49:10.713419 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (ea600976-99e2-41dc-97de-0a946fa7994b), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:10.737408 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57efb2a7-354c-493c-b840-c3b7ff398bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea600976-99e2-41dc-97de-0a946fa7994b'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:49:10.739288 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8553fc86-d9ee-4496-97cd-fc2673a593d9" -d '{"events": [{"server_uuid": "57efb2a7-354c-493c-b840-c3b7ff398bee", "name": "network-vif-plugged", "status": "completed", "tag": "ea600976-99e2-41dc-97de-0a946fa7994b"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:49:10.752710 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port ea600976-99e2-41dc-97de-0a946fa7994b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ea600976-99e2-41dc-97de-0a946fa7994b,segment=NetworkSegment(31626bd5-8cae-4a3e-837f-bdc3bab3a47d),segment_id=31626bd5-8cae-4a3e-837f-bdc3bab3a47d)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:49:10.781406 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23eeb30e-cdcc-4c99-ba55-bd5b9f66e848 x-openstack-request-id: req-23eeb30e-cdcc-4c99-ba55-bd5b9f66e848 {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:49:10.782448 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57efb2a7-354c-493c-b840-c3b7ff398bee", "name": "network-vif-plugged", "status": "completed", "tag": "ea600976-99e2-41dc-97de-0a946fa7994b", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:49:10.784137 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23eeb30e-cdcc-4c99-ba55-bd5b9f66e848 {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:49:10.784137 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23eeb30e-cdcc-4c99-ba55-bd5b9f66e848'] response: {'server_uuid': '57efb2a7-354c-493c-b840-c3b7ff398bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea600976-99e2-41dc-97de-0a946fa7994b', 'code': 200} Apr 14 20:49:10.829547 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (ea600976-99e2-41dc-97de-0a946fa7994b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:10.881422 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=ea600976-99e2-41dc-97de-0a946fa7994b,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:10.918339 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bd6d2-22dd-415b-b5bf-d37e705dbc57 req-72ee60d4-b708-4139-91bd-4d9a0d42c29e tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:10.919885 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b83bd6d2-22dd-415b-b5bf-d37e705dbc57 req-72ee60d4-b708-4139-91bd-4d9a0d42c29e tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 945 time: 0.0540655 Apr 14 20:49:10.971310 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b83bd6d2-22dd-415b-b5bf-d37e705dbc57 req-8af3caec-4aea-4cc5-ae70-f48bd47ac0ea tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443501 Apr 14 20:49:11.172535 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c238030-82ad-4b46-ab73-0707b40369a8 req-05ca1739-598c-4927-8d48-47b0b96eaa0c tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:11.174081 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5c238030-82ad-4b46-ab73-0707b40369a8 req-05ca1739-598c-4927-8d48-47b0b96eaa0c tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0521307 Apr 14 20:49:11.238777 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed5edf-2aed-4814-b9cf-a8379edd3eb0 req-b5a1c062-a8f4-41b8-a67b-c2528f3c64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:11.240282 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-32ed5edf-2aed-4814-b9cf-a8379edd3eb0 req-b5a1c062-a8f4-41b8-a67b-c2528f3c64c6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 1129 time: 0.0538590 Apr 14 20:49:11.250931 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5c238030-82ad-4b46-ab73-0707b40369a8 req-990d9e91-965b-4794-b376-a6ba0e7821e5 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712655 Apr 14 20:49:11.290919 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-32ed5edf-2aed-4814-b9cf-a8379edd3eb0 req-9d2cedbb-e3aa-4399-a9be-aff3c7581ad7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389931 Apr 14 20:49:11.807613 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996cf96-7b67-42a5-a5e9-0c9efb75952e req-da6b43ea-db23-4ed6-a181-6636cc58bb35 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:11.809056 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6996cf96-7b67-42a5-a5e9-0c9efb75952e req-da6b43ea-db23-4ed6-a181-6636cc58bb35 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0464578 Apr 14 20:49:11.854999 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6996cf96-7b67-42a5-a5e9-0c9efb75952e req-e7ba324d-d906-40c7-80e3-148600179841 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402772 Apr 14 20:49:12.082777 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa99668-eae9-4b13-a66e-0c7388c6835d req-eccf70b4-65eb-484d-a352-36e2891281c3 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:12.084261 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5aa99668-eae9-4b13-a66e-0c7388c6835d req-eccf70b4-65eb-484d-a352-36e2891281c3 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 945 time: 0.0470731 Apr 14 20:49:12.139387 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5aa99668-eae9-4b13-a66e-0c7388c6835d req-d963f85d-55e1-44ec-bc36-fa28cbdea83b tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466175 Apr 14 20:49:12.223926 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea83a14-ec33-4dc8-8b38-771e9e811d30 req-5184c668-2391-4b92-8707-c66c67810b90 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:12.225552 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8ea83a14-ec33-4dc8-8b38-771e9e811d30 req-5184c668-2391-4b92-8707-c66c67810b90 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0516284 Apr 14 20:49:12.272096 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8ea83a14-ec33-4dc8-8b38-771e9e811d30 req-c50ab73a-7d92-455b-accc-e5d6832fd72d tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410938 Apr 14 20:49:12.373059 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ebca7-bd8c-4ece-8ec0-f30936bf32b9 req-8476e755-4a86-40b7-88f3-5da07681e19a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:12.375095 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-809ebca7-bd8c-4ece-8ec0-f30936bf32b9 req-8476e755-4a86-40b7-88f3-5da07681e19a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0456650 Apr 14 20:49:12.426215 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-809ebca7-bd8c-4ece-8ec0-f30936bf32b9 req-3e34540e-5ca5-47e8-8c38-d9996f75aee5 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452452 Apr 14 20:49:12.614474 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bb9a3-fc89-423a-b763-970f07e122e0 req-cced73fa-75a3-45a8-bd40-4d6eca33219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:12.616043 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a17bb9a3-fc89-423a-b763-970f07e122e0 req-cced73fa-75a3-45a8-bd40-4d6eca33219c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b612332084cd4380b1d84dc66b66d53d&device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 1129 time: 0.0399780 Apr 14 20:49:12.725459 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2fe3a-6761-4363-8e39-496969d37704 req-636309a0-5330-4c3f-b906-236265d12260 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:12.726917 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0ab2fe3a-6761-4363-8e39-496969d37704 req-636309a0-5330-4c3f-b906-236265d12260 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0756359 Apr 14 20:49:12.761311 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bb9a3-fc89-423a-b763-970f07e122e0 req-39574bd0-7869-4ed0-8154-daae627a03f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:12.762707 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a17bb9a3-fc89-423a-b763-970f07e122e0 req-39574bd0-7869-4ed0-8154-daae627a03f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=895cc4d8-73f8-4860-a3ab-edffb1416f1b HTTP/1.1" status: 200 len: 911 time: 0.1388447 Apr 14 20:49:12.794528 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0ab2fe3a-6761-4363-8e39-496969d37704 req-a87a65c9-da20-465f-acc3-411cc69cf68e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=704ef23a-c50c-4506-be1b-32a02b26c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559392 Apr 14 20:49:13.044313 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:49:13.254764 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec21eae-aefe-4117-b0d9-073dc73dc163 req-9b24a9c7-046c-4a71-96dd-85e7a641103e tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:13.256173 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-cec21eae-aefe-4117-b0d9-073dc73dc163 req-9b24a9c7-046c-4a71-96dd-85e7a641103e tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 945 time: 0.0457063 Apr 14 20:49:13.303484 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-cec21eae-aefe-4117-b0d9-073dc73dc163 req-0af01bd6-47b1-4fee-a2f8-fcc0a1483891 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419176 Apr 14 20:49:13.393003 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a621cef-a950-4476-a627-4eb8af584957 req-0383711d-21c7-4447-aa78-0927253da473 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:13.394525 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0a621cef-a950-4476-a627-4eb8af584957 req-0383711d-21c7-4447-aa78-0927253da473 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0532055 Apr 14 20:49:13.446251 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0a621cef-a950-4476-a627-4eb8af584957 req-dc590984-646b-4c08-b977-614ac19485ae tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459356 Apr 14 20:49:13.543491 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcf585-b66d-4888-9e99-693630ae1979 req-865f1aae-3310-4f56-893c-57ce165e3ea7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:13.544933 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0afcf585-b66d-4888-9e99-693630ae1979 req-865f1aae-3310-4f56-893c-57ce165e3ea7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0464885 Apr 14 20:49:13.590075 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0afcf585-b66d-4888-9e99-693630ae1979 req-4eb9a114-f0c9-4ff7-a7f8-1f546ee479e3 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395584 Apr 14 20:49:13.902824 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ebb32-c1c0-46ed-b761-89aad1fd6bc7 req-0f5a431e-9043-4246-81b9-a3c4afa8eadd tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:13.904302 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a64ebb32-c1c0-46ed-b761-89aad1fd6bc7 req-0f5a431e-9043-4246-81b9-a3c4afa8eadd tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0492141 Apr 14 20:49:13.950180 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a64ebb32-c1c0-46ed-b761-89aad1fd6bc7 req-d1785af4-70c9-464e-9511-174947fcd09a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=704ef23a-c50c-4506-be1b-32a02b26c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394716 Apr 14 20:49:14.429118 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a17bb9a3-fc89-423a-b763-970f07e122e0 req-42c56b48-5e9c-4154-9c1f-dbf9aabe1eef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 HTTP/1.1" status: 200 len: 1000 time: 0.0688965 Apr 14 20:49:14.570579 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13147622-1e9e-4d4b-af3f-ac64350e7548 req-7712dc0c-0b0e-4d75-a8a5-ffd80759c432 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:14.572984 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-13147622-1e9e-4d4b-af3f-ac64350e7548 req-7712dc0c-0b0e-4d75-a8a5-ffd80759c432 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0549815 Apr 14 20:49:14.630911 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-13147622-1e9e-4d4b-af3f-ac64350e7548 req-e2331150-4e3a-4f77-9071-c1c1cdfff798 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509944 Apr 14 20:49:14.683861 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:14.744285 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bff731-3d3f-4992-a8c9-174beb388e0b req-e2f7841b-9c8c-44d7-8a55-5d2521ef35c8 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:14.745866 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c4bff731-3d3f-4992-a8c9-174beb388e0b req-e2f7841b-9c8c-44d7-8a55-5d2521ef35c8 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0572643 Apr 14 20:49:14.803400 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c4bff731-3d3f-4992-a8c9-174beb388e0b req-59006792-51c1-4a80-9277-32fa5d15e969 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518990 Apr 14 20:49:15.078705 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062e200-6846-490a-aacc-e101cfebbc5d req-5924bf04-679e-4535-a8c9-d0311f54e230 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:15.080276 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6062e200-6846-490a-aacc-e101cfebbc5d req-5924bf04-679e-4535-a8c9-d0311f54e230 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0588205 Apr 14 20:49:15.127974 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6062e200-6846-490a-aacc-e101cfebbc5d req-286245bc-3ecd-425d-a3b1-51a3658e00fd tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=704ef23a-c50c-4506-be1b-32a02b26c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414119 Apr 14 20:49:15.227686 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bb9a3-fc89-423a-b763-970f07e122e0 req-39adcf70-362d-4286-8d01-cb641d630af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:15.229153 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a17bb9a3-fc89-423a-b763-970f07e122e0 req-39adcf70-362d-4286-8d01-cb641d630af6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e65d667f-64ee-4065-b3c5-818560099347 HTTP/1.1" status: 200 len: 849 time: 0.0492644 Apr 14 20:49:15.274633 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bb9a3-fc89-423a-b763-970f07e122e0 req-42c3cd1e-7b4c-4e07-94a9-c05efcd375ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:15.276264 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a17bb9a3-fc89-423a-b763-970f07e122e0 req-42c3cd1e-7b4c-4e07-94a9-c05efcd375ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=895cc4d8-73f8-4860-a3ab-edffb1416f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381839 Apr 14 20:49:15.391549 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172b9a0-3cf2-44f0-919d-e74dfb38a13e req-1d66d89e-a8f5-4b1f-9d8d-0f0796f99435 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:15.393115 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6172b9a0-3cf2-44f0-919d-e74dfb38a13e req-1d66d89e-a8f5-4b1f-9d8d-0f0796f99435 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0472877 Apr 14 20:49:15.421534 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a17bb9a3-fc89-423a-b763-970f07e122e0 req-ca53aef3-6340-4fea-8984-ea1f768537a0 service neutron] 10.222.0.16 "GET /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921862 Apr 14 20:49:15.493151 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-6172b9a0-3cf2-44f0-919d-e74dfb38a13e req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Deleting port 199aa339-5cc0-45d0-9d62-38852d7affb4 {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:49:15.493557 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-6172b9a0-3cf2-44f0-919d-e74dfb38a13e req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (199aa339-5cc0-45d0-9d62-38852d7affb4), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:15.516786 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a17bb9a3-fc89-423a-b763-970f07e122e0 req-de963eaa-4db8-4607-81f9-d635ad6503c3 service neutron] 10.222.0.16 "GET /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884299 Apr 14 20:49:15.583067 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-6172b9a0-3cf2-44f0-919d-e74dfb38a13e req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] For port 199aa339-5cc0-45d0-9d62-38852d7affb4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=199aa339-5cc0-45d0-9d62-38852d7affb4,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:49:15.583430 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-6172b9a0-3cf2-44f0-919d-e74dfb38a13e req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (199aa339-5cc0-45d0-9d62-38852d7affb4), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:15.755314 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee672e-2328-4a4a-ad8b-33555df5cc1a req-3b3c7f0d-d592-46c3-aff3-1a3e69b71638 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:15.757990 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2aee672e-2328-4a4a-ad8b-33555df5cc1a req-3b3c7f0d-d592-46c3-aff3-1a3e69b71638 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0488296 Apr 14 20:49:15.830062 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2aee672e-2328-4a4a-ad8b-33555df5cc1a req-27dc91a8-b201-4e24-abea-d87f1c84c2d8 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666592 Apr 14 20:49:16.074293 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70892c4a-2bf5-4548-b189-abf3cbdc8060 req-4a1fdb27-26cf-4db1-8f3a-76e6c847d050 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:16.075723 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-70892c4a-2bf5-4548-b189-abf3cbdc8060 req-4a1fdb27-26cf-4db1-8f3a-76e6c847d050 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0923982 Apr 14 20:49:16.120326 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-6172b9a0-3cf2-44f0-919d-e74dfb38a13e req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:16.120767 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-6172b9a0-3cf2-44f0-919d-e74dfb38a13e req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (04ac637e-a481-42f8-a92c-e51ba1227d48), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:16.121222 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.l3_db [req-6172b9a0-3cf2-44f0-919d-e74dfb38a13e req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Floating IP 04ac637e-a481-42f8-a92c-e51ba1227d48 disassociated. External IP: 172.27.1.90, port: 199aa339-5cc0-45d0-9d62-38852d7affb4. Apr 14 20:49:16.121691 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-6172b9a0-3cf2-44f0-919d-e74dfb38a13e req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Calling delete_port for 199aa339-5cc0-45d0-9d62-38852d7affb4 owned by compute:nova {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:49:16.162926 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-70892c4a-2bf5-4548-b189-abf3cbdc8060 req-50ea4a85-df9c-4e74-92a9-71f6fddb101a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801153 Apr 14 20:49:16.248118 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38eaaa-c6d2-402b-bef8-dcb4c6257013 req-773dc346-ceea-4177-8399-a82775378e1b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:16.250360 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7a38eaaa-c6d2-402b-bef8-dcb4c6257013 req-773dc346-ceea-4177-8399-a82775378e1b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0475714 Apr 14 20:49:16.297720 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7a38eaaa-c6d2-402b-bef8-dcb4c6257013 req-56193956-4128-442d-94f5-50a52027cc90 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=704ef23a-c50c-4506-be1b-32a02b26c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416548 Apr 14 20:49:16.337908 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-6172b9a0-3cf2-44f0-919d-e74dfb38a13e req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (199aa339-5cc0-45d0-9d62-38852d7affb4), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:16.369266 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event deleted for resources: {'Port': ['ID=199aa339-5cc0-45d0-9d62-38852d7affb4,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:16.380513 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:16.381496 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:16.381496 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:16.381702 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:16.381881 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:16.382215 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:16.382546 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:16.382873 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:16.383208 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:16.383534 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:16.383860 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:16.384187 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:16.384512 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:16.384833 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:16.385161 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:16.496911 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6172b9a0-3cf2-44f0-919d-e74dfb38a13e req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Router 22952585-c418-4496-8f79-2f97352549ae has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:49:16.608584 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6172b9a0-3cf2-44f0-919d-e74dfb38a13e req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:49:16.619056 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff9d002-57bf-4ef8-a6af-e26997bb6668 None None] Sync routers for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:49:16.631604 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff9d002-57bf-4ef8-a6af-e26997bb6668 None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:49:16.632914 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-7ff9d002-57bf-4ef8-a6af-e26997bb6668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:48:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:49:16.663942 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-6172b9a0-3cf2-44f0-919d-e74dfb38a13e req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] No DVR routers for this DVR port 199aa339-5cc0-45d0-9d62-38852d7affb4 on host hv-cinder-83754 {{(pid=110412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:49:16.667318 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-6172b9a0-3cf2-44f0-919d-e74dfb38a13e req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:16.676062 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6172b9a0-3cf2-44f0-919d-e74dfb38a13e req-412fbc35-e646-42a0-8ccf-ca2674f37d0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "DELETE /v2.0/ports/199aa339-5cc0-45d0-9d62-38852d7affb4 HTTP/1.1" status: 204 len: 173 time: 1.2694943 Apr 14 20:49:16.676595 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28829ec5-10f0-4014-8d89-dfb6114c7b72', 'name': 'network-vif-deleted', 'tag': '199aa339-5cc0-45d0-9d62-38852d7affb4'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:49:16.678935 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7034bb0a-61fd-43db-b255-56619c27bdbb" -d '{"events": [{"server_uuid": "28829ec5-10f0-4014-8d89-dfb6114c7b72", "name": "network-vif-deleted", "tag": "199aa339-5cc0-45d0-9d62-38852d7affb4"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:49:16.725978 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599d686d-be25-4e75-86fe-5699a03f3fbe x-openstack-request-id: req-599d686d-be25-4e75-86fe-5699a03f3fbe {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:49:16.726272 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28829ec5-10f0-4014-8d89-dfb6114c7b72", "name": "network-vif-deleted", "tag": "199aa339-5cc0-45d0-9d62-38852d7affb4", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:49:16.726525 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-599d686d-be25-4e75-86fe-5699a03f3fbe {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:49:16.726929 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-599d686d-be25-4e75-86fe-5699a03f3fbe'] response: {'server_uuid': '28829ec5-10f0-4014-8d89-dfb6114c7b72', 'name': 'network-vif-deleted', 'tag': '199aa339-5cc0-45d0-9d62-38852d7affb4', 'status': 'completed', 'code': 200} Apr 14 20:49:16.773790 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-7ff9d002-57bf-4ef8-a6af-e26997bb6668 None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:49:16.956538 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e2117-4cfe-4d7e-bcdd-38155377d546 req-07e404f1-fe6e-4cc8-a224-1d713eba3bae tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:16.964264 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-fa8e2117-4cfe-4d7e-bcdd-38155377d546 req-07e404f1-fe6e-4cc8-a224-1d713eba3bae tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0567117 Apr 14 20:49:17.006663 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-7ff9d002-57bf-4ef8-a6af-e26997bb6668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '2c3854f8-78aa-48a1-b4f8-c9586651ab9a', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '22952585-c418-4496-8f79-2f97352549ae', 'port_id': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'mac_address': 'fa:16:3e:cf:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:45:52Z', 'updated_at': '2022-04-14T20:46:28Z', 'revision_number': 2, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:49:17.009704 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-fa8e2117-4cfe-4d7e-bcdd-38155377d546 req-b03aca1e-0f4a-4503-a759-c072ce7c7f91 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443709 Apr 14 20:49:17.035556 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff9d002-57bf-4ef8-a6af-e26997bb6668 None None] Checking router: 22952585-c418-4496-8f79-2f97352549ae for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:49:17.044158 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff9d002-57bf-4ef8-a6af-e26997bb6668 None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:49:17.044695 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-7ff9d002-57bf-4ef8-a6af-e26997bb6668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:48:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:49:17.157009 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-7ff9d002-57bf-4ef8-a6af-e26997bb6668 None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:49:17.294009 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f71a1-d4be-48ac-aab7-18eb5183ebc1 req-fcda202f-fdac-41b7-9da4-415f45a40ebd tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:17.295820 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c80f71a1-d4be-48ac-aab7-18eb5183ebc1 req-fcda202f-fdac-41b7-9da4-415f45a40ebd tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0581179 Apr 14 20:49:17.362496 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c80f71a1-d4be-48ac-aab7-18eb5183ebc1 req-7fd2b07b-8c2b-4a52-9324-c3689578eae0 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599840 Apr 14 20:49:17.409055 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-7ff9d002-57bf-4ef8-a6af-e26997bb6668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '2c3854f8-78aa-48a1-b4f8-c9586651ab9a', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '22952585-c418-4496-8f79-2f97352549ae', 'port_id': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'mac_address': 'fa:16:3e:cf:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:45:52Z', 'updated_at': '2022-04-14T20:46:28Z', 'revision_number': 2, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:49:17.437580 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff9d002-57bf-4ef8-a6af-e26997bb6668 None None] The sync data for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi is: [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '2c3854f8-78aa-48a1-b4f8-c9586651ab9a', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '22952585-c418-4496-8f79-2f97352549ae', 'port_id': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'mac_address': 'fa:16:3e:cf:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:45:52Z', 'updated_at': '2022-04-14T20:46:28Z', 'revision_number': 2, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:49:17.442368 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-dff6df62-6489-4071-9034-5dcd31dbe6ce req-62ee8618-d32f-4f9e-aa06-84ccfed0e6e0 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=28829ec5-10f0-4014-8d89-dfb6114c7b72 HTTP/1.1" status: 200 len: 210 time: 0.0397131 Apr 14 20:49:17.688404 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b5f166-855d-4617-9473-cbe1c25f1b4a None None] New status for floating IP 04ac637e-a481-42f8-a92c-e51ba1227d48: DOWN {{(pid=110413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:49:18.486665 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 199aa339-5cc0-45d0-9d62-38852d7affb4 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:49:18.486867 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c2267-3d49-4278-9311-fd7d3475c0e8 req-004c2d68-2ce1-4643-abfc-cdabb89cb386 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:18.488539 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e91c2267-3d49-4278-9311-fd7d3475c0e8 req-004c2d68-2ce1-4643-abfc-cdabb89cb386 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0538137 Apr 14 20:49:18.512356 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: 199aa339-5cc0-45d0-9d62-38852d7affb4 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:49:18.512701 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 199aa339-5cc0-45d0-9d62-38852d7affb4 not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:49:18.549536 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e91c2267-3d49-4278-9311-fd7d3475c0e8 req-0a6bea88-522d-4f4e-9926-9d9f2e0d958a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540602 Apr 14 20:49:18.639182 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 46422) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:49:18.694541 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-da4888f5-54e8-4e83-982c-94619a73be8b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (704ef23a-c50c-4506-be1b-32a02b26c73e), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:18.717625 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-da4888f5-54e8-4e83-982c-94619a73be8b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (704ef23a-c50c-4506-be1b-32a02b26c73e), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:18.837402 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-da4888f5-54e8-4e83-982c-94619a73be8b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (704ef23a-c50c-4506-be1b-32a02b26c73e), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:18.840101 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-da4888f5-54e8-4e83-982c-94619a73be8b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:18.841334 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-da4888f5-54e8-4e83-982c-94619a73be8b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "DELETE /v2.0/security-groups/704ef23a-c50c-4506-be1b-32a02b26c73e HTTP/1.1" status: 204 len: 168 time: 0.2009709 Apr 14 20:49:18.844731 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 46424) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:49:18.851508 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4888f5-54e8-4e83-982c-94619a73be8b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=704ef23a-c50c-4506-be1b-32a02b26c73e,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:18.869833 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.api.v2.resource [None req-4746eac4-faf4-4f95-ab30-e1cdc67a7a0d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] show failed (client error): The resource could not be found. Apr 14 20:49:18.871048 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-4746eac4-faf4-4f95-ab30-e1cdc67a7a0d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups/704ef23a-c50c-4506-be1b-32a02b26c73e HTTP/1.1" status: 404 len: 347 time: 0.0251477 Apr 14 20:49:18.873902 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 46426) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:49:18.995475 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-5d58a139-63b9-4f21-9d39-1d8b5041883c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Deleting port eacda1ad-727f-49e7-9ffc-6a027d33a3c6 {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:49:18.995714 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5d58a139-63b9-4f21-9d39-1d8b5041883c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (eacda1ad-727f-49e7-9ffc-6a027d33a3c6), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:19.089478 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5d58a139-63b9-4f21-9d39-1d8b5041883c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (eacda1ad-727f-49e7-9ffc-6a027d33a3c6), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:19.089851 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5d58a139-63b9-4f21-9d39-1d8b5041883c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (eacda1ad-727f-49e7-9ffc-6a027d33a3c6), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:19.103553 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-5d58a139-63b9-4f21-9d39-1d8b5041883c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Calling delete_port for eacda1ad-727f-49e7-9ffc-6a027d33a3c6 owned by network:floatingip {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:49:19.303583 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5d58a139-63b9-4f21-9d39-1d8b5041883c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (eacda1ad-727f-49e7-9ffc-6a027d33a3c6), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:19.333827 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58a139-63b9-4f21-9d39-1d8b5041883c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event deleted for resources: {'Port': ['ID=eacda1ad-727f-49e7-9ffc-6a027d33a3c6,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:19.397027 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5d58a139-63b9-4f21-9d39-1d8b5041883c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (04ac637e-a481-42f8-a92c-e51ba1227d48), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:19.399809 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5d58a139-63b9-4f21-9d39-1d8b5041883c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:19.400959 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-5d58a139-63b9-4f21-9d39-1d8b5041883c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "DELETE /v2.0/floatingips/04ac637e-a481-42f8-a92c-e51ba1227d48 HTTP/1.1" status: 204 len: 168 time: 0.5260916 Apr 14 20:49:19.660649 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003b85c-e7f5-453e-84cc-86522611adb2 req-5b9f7574-221a-4b02-a2cf-b6f5f14b1b4d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:19.662314 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4003b85c-e7f5-453e-84cc-86522611adb2 req-5b9f7574-221a-4b02-a2cf-b6f5f14b1b4d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0463750 Apr 14 20:49:19.714802 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4003b85c-e7f5-453e-84cc-86522611adb2 req-a4a55f8a-f381-4e6e-aaae-524127c15e14 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421791 Apr 14 20:49:20.831443 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfbb46-bf8a-43a0-901a-b32df8a05544 req-300e126f-997f-44ce-b9c9-906d96f6d066 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:20.832954 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0bdfbb46-bf8a-43a0-901a-b32df8a05544 req-300e126f-997f-44ce-b9c9-906d96f6d066 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0476732 Apr 14 20:49:20.885350 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0bdfbb46-bf8a-43a0-901a-b32df8a05544 req-0ec9fad6-bbc5-47bf-ad2d-6592bbd29d43 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461972 Apr 14 20:49:21.083566 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6a9118dc-2987-4a5c-9cdc-f2314a71283f req-83c20010-f1bd-4fe8-8ffc-394213aa6ef2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367675 Apr 14 20:49:21.148198 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9118dc-2987-4a5c-9cdc-f2314a71283f req-76fb4d92-92e2-43b1-a4b2-3018cdfa1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:21.149881 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6a9118dc-2987-4a5c-9cdc-f2314a71283f req-76fb4d92-92e2-43b1-a4b2-3018cdfa1558 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b612332084cd4380b1d84dc66b66d53d&device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 1129 time: 0.0399699 Apr 14 20:49:21.260019 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9118dc-2987-4a5c-9cdc-f2314a71283f req-40a4d47c-9a27-4a8d-9aa7-0436e199e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:21.261527 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6a9118dc-2987-4a5c-9cdc-f2314a71283f req-40a4d47c-9a27-4a8d-9aa7-0436e199e9d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=895cc4d8-73f8-4860-a3ab-edffb1416f1b HTTP/1.1" status: 200 len: 911 time: 0.0915611 Apr 14 20:49:21.331645 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6a9118dc-2987-4a5c-9cdc-f2314a71283f req-372d8e2b-ddef-4302-b11d-e53b8d2e0045 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 HTTP/1.1" status: 200 len: 1000 time: 0.0600839 Apr 14 20:49:21.380165 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9118dc-2987-4a5c-9cdc-f2314a71283f req-f489eabd-6dcc-4aef-ae24-0cd212722271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:21.381534 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6a9118dc-2987-4a5c-9cdc-f2314a71283f req-f489eabd-6dcc-4aef-ae24-0cd212722271 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e65d667f-64ee-4065-b3c5-818560099347 HTTP/1.1" status: 200 len: 849 time: 0.0433199 Apr 14 20:49:21.428291 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9118dc-2987-4a5c-9cdc-f2314a71283f req-c49f28ef-dd72-4b39-a81a-495e62147066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:21.429805 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6a9118dc-2987-4a5c-9cdc-f2314a71283f req-c49f28ef-dd72-4b39-a81a-495e62147066 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=895cc4d8-73f8-4860-a3ab-edffb1416f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404973 Apr 14 20:49:21.521602 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6a9118dc-2987-4a5c-9cdc-f2314a71283f req-5cd4e25a-a90e-423d-9596-fc2733537f5b service neutron] 10.222.0.16 "GET /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839000 Apr 14 20:49:21.615322 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6a9118dc-2987-4a5c-9cdc-f2314a71283f req-2bfa9f2d-980d-4dac-a96e-b4445c7126f7 service neutron] 10.222.0.16 "GET /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856225 Apr 14 20:49:22.001515 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340a72a-87bc-4326-84f9-1ea1d3df75fd req-954dcf54-115d-43fc-bf8c-14b854e1b754 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:22.002982 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c340a72a-87bc-4326-84f9-1ea1d3df75fd req-954dcf54-115d-43fc-bf8c-14b854e1b754 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0471821 Apr 14 20:49:22.051947 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c340a72a-87bc-4326-84f9-1ea1d3df75fd req-7fbf55a5-ae99-45e0-8130-c57d061cb2c3 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433488 Apr 14 20:49:22.840245 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ef159c25-02be-4e8b-a8b2-9d6b48ba7764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:23.162863 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dbbce-370f-428e-970f-56292b2f4b16 req-c428fc82-c44a-4e98-ba6a-af7b8128060f tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:23.164181 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f15dbbce-370f-428e-970f-56292b2f4b16 req-c428fc82-c44a-4e98-ba6a-af7b8128060f tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0458794 Apr 14 20:49:23.215718 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f15dbbce-370f-428e-970f-56292b2f4b16 req-2eb8cc53-0f0b-4002-b988-b879583915f8 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460222 Apr 14 20:49:24.330263 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f40ad-aeb2-43ef-bc5e-2d526631903c req-ada83c73-6e0a-4d23-be55-e3ec11659a58 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:24.332302 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-883f40ad-aeb2-43ef-bc5e-2d526631903c req-ada83c73-6e0a-4d23-be55-e3ec11659a58 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0491788 Apr 14 20:49:24.383956 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-883f40ad-aeb2-43ef-bc5e-2d526631903c req-dc8fb8ce-acaa-40b9-81fb-18cbc730880f tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460622 Apr 14 20:49:25.046724 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-613f0536-113d-45a6-9011-3dcb114084f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:25.502747 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93c404-2112-4099-a260-46c3a7e0baa6 req-9ad05b9d-370b-49df-a11d-a178ed24fbbd tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:25.504200 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4f93c404-2112-4099-a260-46c3a7e0baa6 req-9ad05b9d-370b-49df-a11d-a178ed24fbbd tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0515065 Apr 14 20:49:25.555677 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4f93c404-2112-4099-a260-46c3a7e0baa6 req-142bdf73-9996-4816-b30d-f4acb1ff9ded tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458546 Apr 14 20:49:25.614927 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe6fbc-17e2-4e02-ab83-f19677638160 req-194c9f5f-372d-426c-b0ae-7228d2dc94e4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:25.616413 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c6fe6fbc-17e2-4e02-ab83-f19677638160 req-194c9f5f-372d-426c-b0ae-7228d2dc94e4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 946 time: 0.0482345 Apr 14 20:49:25.662686 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c6fe6fbc-17e2-4e02-ab83-f19677638160 req-2cd19e95-eae3-4cc8-b6bb-b49852ad82ec tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407200 Apr 14 20:49:26.351872 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:26.674389 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5a357-0037-4183-a5dd-542d52099ef7 req-64baffb2-4632-442c-8f43-f243b8b51cb2 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:26.675746 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2fb5a357-0037-4183-a5dd-542d52099ef7 req-64baffb2-4632-442c-8f43-f243b8b51cb2 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0505548 Apr 14 20:49:26.723134 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2fb5a357-0037-4183-a5dd-542d52099ef7 req-77a33582-ac8d-4acd-93f0-b89406bb0565 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418606 Apr 14 20:49:26.779129 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faddef-7036-4380-b6ba-abd1383211fa req-ba856c6b-7af9-4623-a580-c6c3449b73d5 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:26.780577 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-98faddef-7036-4380-b6ba-abd1383211fa req-ba856c6b-7af9-4623-a580-c6c3449b73d5 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 946 time: 0.0507898 Apr 14 20:49:26.827250 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-98faddef-7036-4380-b6ba-abd1383211fa req-2c946acd-b03a-4039-8a0f-85a799c8c67e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409369 Apr 14 20:49:27.757468 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:27.839248 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82cec3-ae8a-44f9-b6c3-e1b645cf706c req-9cca1b51-e690-492b-8dbe-f76c93361dfc tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:27.840791 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4b82cec3-ae8a-44f9-b6c3-e1b645cf706c req-9cca1b51-e690-492b-8dbe-f76c93361dfc tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0470152 Apr 14 20:49:27.891144 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4b82cec3-ae8a-44f9-b6c3-e1b645cf706c req-498e6c20-2957-4aba-a033-7ede0d940b16 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447769 Apr 14 20:49:27.940106 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c8d97-f16a-4f21-b8f5-14704d098e89 req-8fde56eb-aa4d-41cc-a17f-b2233015e55d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:27.941609 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-532c8d97-f16a-4f21-b8f5-14704d098e89 req-8fde56eb-aa4d-41cc-a17f-b2233015e55d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 946 time: 0.0474114 Apr 14 20:49:27.987700 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-532c8d97-f16a-4f21-b8f5-14704d098e89 req-02b767e7-9eb4-40dd-a315-b2c4b9abb804 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404880 Apr 14 20:49:29.005000 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb199d-7638-4c70-90ca-32ad3d717cf8 req-8e7cad42-4e7b-429b-b152-72012eeada12 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:29.006500 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7bdb199d-7638-4c70-90ca-32ad3d717cf8 req-8e7cad42-4e7b-429b-b152-72012eeada12 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0469897 Apr 14 20:49:29.053713 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7bdb199d-7638-4c70-90ca-32ad3d717cf8 req-62815bc4-1247-495f-bf08-750eebfa3391 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417633 Apr 14 20:49:29.105323 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9e70d-f2ba-4e48-b4ec-a88ef0afd024 req-52d0e0d9-4998-404b-b701-ce5547177d17 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:29.106803 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f1e9e70d-f2ba-4e48-b4ec-a88ef0afd024 req-52d0e0d9-4998-404b-b701-ce5547177d17 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 946 time: 0.0508142 Apr 14 20:49:29.154319 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f1e9e70d-f2ba-4e48-b4ec-a88ef0afd024 req-a8c343fe-8681-4cac-8d60-01da4e5f6a23 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413036 Apr 14 20:49:29.362989 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:30.166643 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb9589-ff17-4e55-901f-ef0d73e5aa6f req-754f322c-0730-46f7-b198-27a313eea105 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:30.168100 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-66bb9589-ff17-4e55-901f-ef0d73e5aa6f req-754f322c-0730-46f7-b198-27a313eea105 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0458665 Apr 14 20:49:30.214648 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-66bb9589-ff17-4e55-901f-ef0d73e5aa6f req-9a89f04d-c68c-462e-856e-d9dc8da52956 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410976 Apr 14 20:49:30.268347 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd232bb-72fe-4af5-b2e9-a75c0489d7f4 req-d48d9f71-a39a-4a5f-85d7-14347c39ec0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:30.269848 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1dd232bb-72fe-4af5-b2e9-a75c0489d7f4 req-d48d9f71-a39a-4a5f-85d7-14347c39ec0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 946 time: 0.0474238 Apr 14 20:49:30.317676 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1dd232bb-72fe-4af5-b2e9-a75c0489d7f4 req-6fd11da2-47a6-4b54-ba12-6e7ef26ef2e2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421445 Apr 14 20:49:31.333220 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e726ac2-4245-44f6-9d97-384d3f0cdd07 req-2074c89b-a79d-4449-8420-79e8e8f24109 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:31.334697 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0e726ac2-4245-44f6-9d97-384d3f0cdd07 req-2074c89b-a79d-4449-8420-79e8e8f24109 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0500865 Apr 14 20:49:31.381795 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0e726ac2-4245-44f6-9d97-384d3f0cdd07 req-07ea9118-1455-4c81-8a13-64f26a0266b3 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 Apr 14 20:49:31.431265 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769079cb-8a8b-4364-8f53-07467bdae02d req-0454549f-f287-4bf6-954d-18c59a1d16a4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:31.432743 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-769079cb-8a8b-4364-8f53-07467bdae02d req-0454549f-f287-4bf6-954d-18c59a1d16a4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 946 time: 0.0471182 Apr 14 20:49:31.483356 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-769079cb-8a8b-4364-8f53-07467bdae02d req-bd0bc6fd-fce6-45d6-94cc-46a829628e0a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449939 Apr 14 20:49:32.368936 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acfd5b-150c-41a1-939b-1b670dcbbf68 req-1654230c-122f-4234-92c7-6f186b992759 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:32.370357 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-53acfd5b-150c-41a1-939b-1b670dcbbf68 req-1654230c-122f-4234-92c7-6f186b992759 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 946 time: 0.0461555 Apr 14 20:49:32.495573 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a8671-875f-468a-ac44-3741542881e8 req-90114ae1-c88d-45f8-87e1-6477f5b374b9 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:32.498682 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-de4a8671-875f-468a-ac44-3741542881e8 req-90114ae1-c88d-45f8-87e1-6477f5b374b9 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0471220 Apr 14 20:49:32.549796 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-de4a8671-875f-468a-ac44-3741542881e8 req-d517aca5-777e-4a6f-906c-db65022659f8 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463605 Apr 14 20:49:32.602934 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8de8b-2bac-4940-b6c8-8320d5e0661c req-50c30525-2d91-4daa-8798-c5043dee3a7a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:32.604401 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dfe8de8b-2bac-4940-b6c8-8320d5e0661c req-50c30525-2d91-4daa-8798-c5043dee3a7a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 946 time: 0.0481513 Apr 14 20:49:32.655514 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dfe8de8b-2bac-4940-b6c8-8320d5e0661c req-3831d3ea-3a51-46a5-802c-07800a958024 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453436 Apr 14 20:49:33.670000 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-53acfd5b-150c-41a1-939b-1b670dcbbf68 req-6debdc6d-2c4a-4ca0-a343-73157c48b8f4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Deleting port e7e6ad66-a1ee-450f-9147-d5439c524cbc {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:49:33.670554 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-53acfd5b-150c-41a1-939b-1b670dcbbf68 req-6debdc6d-2c4a-4ca0-a343-73157c48b8f4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (e7e6ad66-a1ee-450f-9147-d5439c524cbc), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:33.713864 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814689b-e232-41ae-b230-aa64b755aede req-59c3e9bf-fd10-45d4-9622-af614e9692a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:33.715378 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6814689b-e232-41ae-b230-aa64b755aede req-59c3e9bf-fd10-45d4-9622-af614e9692a8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 1130 time: 0.0528061 Apr 14 20:49:33.726549 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32340feb-6985-4379-9dd8-19d56099e257 req-ed12099b-095b-4270-ab52-26d9a4b4d4f0 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:33.728176 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-32340feb-6985-4379-9dd8-19d56099e257 req-ed12099b-095b-4270-ab52-26d9a4b4d4f0 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0996487 Apr 14 20:49:33.805544 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6814689b-e232-41ae-b230-aa64b755aede req-8daf95a2-2eac-4b39-9322-043fc17ba6a0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760176 Apr 14 20:49:33.806106 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-53acfd5b-150c-41a1-939b-1b670dcbbf68 req-6debdc6d-2c4a-4ca0-a343-73157c48b8f4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] For port e7e6ad66-a1ee-450f-9147-d5439c524cbc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e7e6ad66-a1ee-450f-9147-d5439c524cbc,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:49:33.806484 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-53acfd5b-150c-41a1-939b-1b670dcbbf68 req-6debdc6d-2c4a-4ca0-a343-73157c48b8f4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (e7e6ad66-a1ee-450f-9147-d5439c524cbc), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:33.809649 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-32340feb-6985-4379-9dd8-19d56099e257 req-00df3e1d-7776-4cf5-b980-1a7d77e9f714 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739186 Apr 14 20:49:33.815936 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967e48f-cfd0-4803-800c-5efb8d760c05 req-a1a9e0ce-365e-4c10-a308-ed9815e4b4a4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:33.818668 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5967e48f-cfd0-4803-800c-5efb8d760c05 req-a1a9e0ce-365e-4c10-a308-ed9815e4b4a4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 946 time: 0.0740254 Apr 14 20:49:33.921237 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5967e48f-cfd0-4803-800c-5efb8d760c05 req-f5835e8b-87bb-412f-a30c-ec4fb5d73161 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=16209326-a0ae-430a-b2ff-66e22bbe8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958734 Apr 14 20:49:34.029224 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-53acfd5b-150c-41a1-939b-1b670dcbbf68 req-6debdc6d-2c4a-4ca0-a343-73157c48b8f4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:34.029587 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-53acfd5b-150c-41a1-939b-1b670dcbbf68 req-6debdc6d-2c4a-4ca0-a343-73157c48b8f4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (2c3854f8-78aa-48a1-b4f8-c9586651ab9a), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:34.029907 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.l3_db [req-53acfd5b-150c-41a1-939b-1b670dcbbf68 req-6debdc6d-2c4a-4ca0-a343-73157c48b8f4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Floating IP 2c3854f8-78aa-48a1-b4f8-c9586651ab9a disassociated. External IP: 172.27.1.21, port: e7e6ad66-a1ee-450f-9147-d5439c524cbc. Apr 14 20:49:34.030253 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-53acfd5b-150c-41a1-939b-1b670dcbbf68 req-6debdc6d-2c4a-4ca0-a343-73157c48b8f4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Calling delete_port for e7e6ad66-a1ee-450f-9147-d5439c524cbc owned by compute:nova {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:49:34.243628 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-53acfd5b-150c-41a1-939b-1b670dcbbf68 req-6debdc6d-2c4a-4ca0-a343-73157c48b8f4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (e7e6ad66-a1ee-450f-9147-d5439c524cbc), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:34.273646 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debdc6d-2c4a-4ca0-a343-73157c48b8f4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event deleted for resources: {'Port': ['ID=e7e6ad66-a1ee-450f-9147-d5439c524cbc,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:34.389129 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53acfd5b-150c-41a1-939b-1b670dcbbf68 req-6debdc6d-2c4a-4ca0-a343-73157c48b8f4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Router 22952585-c418-4496-8f79-2f97352549ae has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:49:34.499584 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53acfd5b-150c-41a1-939b-1b670dcbbf68 req-6debdc6d-2c4a-4ca0-a343-73157c48b8f4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:49:34.509651 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74ef68-8f4a-4429-9fba-deb91ead89a1 None None] Sync routers for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:49:34.519810 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74ef68-8f4a-4429-9fba-deb91ead89a1 None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:49:34.520418 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-dd74ef68-8f4a-4429-9fba-deb91ead89a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:49:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:49:34.545716 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-53acfd5b-150c-41a1-939b-1b670dcbbf68 req-6debdc6d-2c4a-4ca0-a343-73157c48b8f4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] No DVR routers for this DVR port e7e6ad66-a1ee-450f-9147-d5439c524cbc on host hv-cinder-83754 {{(pid=110412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:49:34.550422 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-53acfd5b-150c-41a1-939b-1b670dcbbf68 req-6debdc6d-2c4a-4ca0-a343-73157c48b8f4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:34.555133 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-53acfd5b-150c-41a1-939b-1b670dcbbf68 req-6debdc6d-2c4a-4ca0-a343-73157c48b8f4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "DELETE /v2.0/ports/e7e6ad66-a1ee-450f-9147-d5439c524cbc HTTP/1.1" status: 204 len: 173 time: 0.9893463 Apr 14 20:49:34.555747 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'name': 'network-vif-deleted', 'tag': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:49:34.559058 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae60bb5-546a-4707-bf84-366f1ce77caf" -d '{"events": [{"server_uuid": "8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7", "name": "network-vif-deleted", "tag": "e7e6ad66-a1ee-450f-9147-d5439c524cbc"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:49:34.595890 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394a777e-a802-4eb2-8c80-6d53b3fbeba3 x-openstack-request-id: req-394a777e-a802-4eb2-8c80-6d53b3fbeba3 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:49:34.596191 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7", "name": "network-vif-deleted", "tag": "e7e6ad66-a1ee-450f-9147-d5439c524cbc", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:49:34.596448 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-394a777e-a802-4eb2-8c80-6d53b3fbeba3 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:49:34.596872 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-394a777e-a802-4eb2-8c80-6d53b3fbeba3'] response: {'server_uuid': '8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7', 'name': 'network-vif-deleted', 'tag': 'e7e6ad66-a1ee-450f-9147-d5439c524cbc', 'status': 'completed', 'code': 200} Apr 14 20:49:34.634074 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-dd74ef68-8f4a-4429-9fba-deb91ead89a1 None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:49:34.941535 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6392184-f124-4896-8106-d64318796387 req-1b76a618-e796-4848-a14f-9a70edb29439 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:34.943213 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a6392184-f124-4896-8106-d64318796387 req-1b76a618-e796-4848-a14f-9a70edb29439 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0590255 Apr 14 20:49:34.960197 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-dd74ef68-8f4a-4429-9fba-deb91ead89a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:49:34.988758 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74ef68-8f4a-4429-9fba-deb91ead89a1 None None] Checking router: 22952585-c418-4496-8f79-2f97352549ae for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:49:35.001320 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74ef68-8f4a-4429-9fba-deb91ead89a1 None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:49:35.002159 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a6392184-f124-4896-8106-d64318796387 req-146d9454-dacf-4512-9ff5-1a9df5530c5a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483849 Apr 14 20:49:35.002270 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-dd74ef68-8f4a-4429-9fba-deb91ead89a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:49:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:49:35.053386 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ef125d78-f094-45ed-be8b-4721dc7f6e17 req-c4028059-25d3-4e9f-b203-27d1314418cc tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 210 time: 0.0287635 Apr 14 20:49:35.112685 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-dd74ef68-8f4a-4429-9fba-deb91ead89a1 None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:49:35.311101 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-dd74ef68-8f4a-4429-9fba-deb91ead89a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:49:35.339958 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74ef68-8f4a-4429-9fba-deb91ead89a1 None None] The sync data for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi is: [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:49:35.577656 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95cc99c-16f5-484f-bacf-3bda03da096f None None] New status for floating IP 2c3854f8-78aa-48a1-b4f8-c9586651ab9a: DOWN {{(pid=110413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:49:36.122521 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18af30-f228-4faa-a7a8-01361e2d3f86 req-21ac6a8e-ae05-4f87-a6ba-4c706053faca tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:36.129374 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8b18af30-f228-4faa-a7a8-01361e2d3f86 req-21ac6a8e-ae05-4f87-a6ba-4c706053faca tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0487814 Apr 14 20:49:36.176628 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8b18af30-f228-4faa-a7a8-01361e2d3f86 req-676af675-083b-43f3-9da2-19d0968272e0 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462036 Apr 14 20:49:36.294902 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-12d6e228-752a-4822-b22b-00326bd5bdad req-c85a7195-f47c-42e3-bb0a-2a5191e3fa7b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=8049d5fa-42be-416d-a2e2-b2d0a0e8f7c7 HTTP/1.1" status: 200 len: 210 time: 0.0317056 Apr 14 20:49:36.586781 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device e7e6ad66-a1ee-450f-9147-d5439c524cbc no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:49:36.611246 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: e7e6ad66-a1ee-450f-9147-d5439c524cbc {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:49:36.611593 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device e7e6ad66-a1ee-450f-9147-d5439c524cbc not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:49:36.789159 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623c59e-e138-407d-bc63-e03019642fe7 req-9fbdd986-27c9-47c3-91ec-79e46dcac999 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:36.790611 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a623c59e-e138-407d-bc63-e03019642fe7 req-9fbdd986-27c9-47c3-91ec-79e46dcac999 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0535226 Apr 14 20:49:36.841222 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a623c59e-e138-407d-bc63-e03019642fe7 req-0e578527-8940-4bfb-8ab8-ed5264710c02 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443764 Apr 14 20:49:37.122358 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19cb2b-b42c-4e3f-87f4-82e625711f55 req-7f81beda-818d-4fb3-ac95-69d8cd40e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:37.124643 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ac19cb2b-b42c-4e3f-87f4-82e625711f55 req-7f81beda-818d-4fb3-ac95-69d8cd40e2c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 1130 time: 0.0445073 Apr 14 20:49:37.233387 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19cb2b-b42c-4e3f-87f4-82e625711f55 req-f478ca00-521c-48cf-8402-4aeb90116da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:37.234863 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ac19cb2b-b42c-4e3f-87f4-82e625711f55 req-f478ca00-521c-48cf-8402-4aeb90116da7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 920 time: 0.0937939 Apr 14 20:49:37.455779 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 46588) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:49:37.534158 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5b1e4dcd-0555-42c3-aea7-8d034e6d3e03 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (16209326-a0ae-430a-b2ff-66e22bbe8a60), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:37.564970 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5b1e4dcd-0555-42c3-aea7-8d034e6d3e03 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (16209326-a0ae-430a-b2ff-66e22bbe8a60), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:37.584063 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ac19cb2b-b42c-4e3f-87f4-82e625711f55 req-70dd3aea-1c80-411a-81c8-5191ec135291 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 HTTP/1.1" status: 200 len: 1001 time: 0.3404698 Apr 14 20:49:37.658805 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19cb2b-b42c-4e3f-87f4-82e625711f55 req-582ed56f-3796-4a7e-9208-cfeb1b560c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:37.661739 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ac19cb2b-b42c-4e3f-87f4-82e625711f55 req-582ed56f-3796-4a7e-9208-cfeb1b560c9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f10567fd-adb1-4429-8b4f-7a10f9ab700f HTTP/1.1" status: 200 len: 858 time: 0.0702980 Apr 14 20:49:37.698407 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5b1e4dcd-0555-42c3-aea7-8d034e6d3e03 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (16209326-a0ae-430a-b2ff-66e22bbe8a60), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:37.701561 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5b1e4dcd-0555-42c3-aea7-8d034e6d3e03 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:37.709104 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-5b1e4dcd-0555-42c3-aea7-8d034e6d3e03 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "DELETE /v2.0/security-groups/16209326-a0ae-430a-b2ff-66e22bbe8a60 HTTP/1.1" status: 204 len: 168 time: 0.2457778 Apr 14 20:49:37.709104 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 46594) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:49:37.721445 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19cb2b-b42c-4e3f-87f4-82e625711f55 req-ac3847cf-0fff-4f6f-9539-88fe992e786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:37.725171 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ac19cb2b-b42c-4e3f-87f4-82e625711f55 req-ac3847cf-0fff-4f6f-9539-88fe992e786b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3627da5-4396-44c2-b4be-72365d8e14c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573874 Apr 14 20:49:37.725466 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e4dcd-0555-42c3-aea7-8d034e6d3e03 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16209326-a0ae-430a-b2ff-66e22bbe8a60,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:37.727580 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.api.v2.resource [None req-8a81a274-433f-41cc-83a8-6dce7d9092ce tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] show failed (client error): The resource could not be found. Apr 14 20:49:37.731704 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-8a81a274-433f-41cc-83a8-6dce7d9092ce tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups/16209326-a0ae-430a-b2ff-66e22bbe8a60 HTTP/1.1" status: 404 len: 347 time: 0.0213063 Apr 14 20:49:37.733133 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 46596) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:49:37.962742 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-74c95d62-b850-44be-8e8b-59cb518ece9e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Deleting port ccca9a05-401b-47f2-9886-2fd3f69d4ad8 {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:49:37.963060 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-74c95d62-b850-44be-8e8b-59cb518ece9e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (ccca9a05-401b-47f2-9886-2fd3f69d4ad8), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:37.978903 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ac19cb2b-b42c-4e3f-87f4-82e625711f55 req-fd5974f2-496b-4709-aad8-c56a35c7c60d service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444763 Apr 14 20:49:37.990995 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090315de-b497-48eb-ade6-0192183804b5 req-d2f3b3bc-836b-447b-8d98-13b5da660555 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:37.993321 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-090315de-b497-48eb-ade6-0192183804b5 req-d2f3b3bc-836b-447b-8d98-13b5da660555 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0688722 Apr 14 20:49:38.053324 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-090315de-b497-48eb-ade6-0192183804b5 req-7de0a536-397b-4d2a-b9e3-a1e3c84c5bde tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542598 Apr 14 20:49:38.125317 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-74c95d62-b850-44be-8e8b-59cb518ece9e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (ccca9a05-401b-47f2-9886-2fd3f69d4ad8), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:38.125317 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-74c95d62-b850-44be-8e8b-59cb518ece9e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (ccca9a05-401b-47f2-9886-2fd3f69d4ad8), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:38.173496 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-74c95d62-b850-44be-8e8b-59cb518ece9e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Calling delete_port for ccca9a05-401b-47f2-9886-2fd3f69d4ad8 owned by network:floatingip {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:49:38.185686 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ac19cb2b-b42c-4e3f-87f4-82e625711f55 req-bd6b0903-52d1-45ed-b565-0bcf032e7a48 service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982028 Apr 14 20:49:38.192303 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029c87e-65a0-485b-b55c-c4c3948268d4 req-d2deb8d5-13aa-4d1d-87a9-6742ecc58ef4 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:38.193689 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b029c87e-65a0-485b-b55c-c4c3948268d4 req-d2deb8d5-13aa-4d1d-87a9-6742ecc58ef4 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 945 time: 0.0863581 Apr 14 20:49:38.290562 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b029c87e-65a0-485b-b55c-c4c3948268d4 req-bc604667-82a7-46f9-b332-c280daf81424 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912971 Apr 14 20:49:38.443819 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-74c95d62-b850-44be-8e8b-59cb518ece9e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (ccca9a05-401b-47f2-9886-2fd3f69d4ad8), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:38.473046 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c95d62-b850-44be-8e8b-59cb518ece9e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event deleted for resources: {'Port': ['ID=ccca9a05-401b-47f2-9886-2fd3f69d4ad8,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:38.536735 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-74c95d62-b850-44be-8e8b-59cb518ece9e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (2c3854f8-78aa-48a1-b4f8-c9586651ab9a), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:38.539377 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-74c95d62-b850-44be-8e8b-59cb518ece9e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:38.540561 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-74c95d62-b850-44be-8e8b-59cb518ece9e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "DELETE /v2.0/floatingips/2c3854f8-78aa-48a1-b4f8-c9586651ab9a HTTP/1.1" status: 204 len: 168 time: 0.8036091 Apr 14 20:49:38.858591 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 46608) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:49:38.863235 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-bbd1e390-b0e5-4155-b56c-206a1d6b3c50 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--501455226', 'description': 'tempest-description--1371435582'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:49:38.974742 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bbd1e390-b0e5-4155-b56c-206a1d6b3c50 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:39.044991 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bbd1e390-b0e5-4155-b56c-206a1d6b3c50 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (90b1514d-4ef2-4b72-861e-9732a5da061c), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:39.126259 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bbd1e390-b0e5-4155-b56c-206a1d6b3c50 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (90b1514d-4ef2-4b72-861e-9732a5da061c), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:39.187629 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1e390-b0e5-4155-b56c-206a1d6b3c50 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b1514d-4ef2-4b72-861e-9732a5da061c,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:39.208928 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d520cd2-e99a-4d08-8133-92e57b9d80dd req-8a5b1cd7-fd57-4d07-a2f7-e5f11c8ae9f7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:39.208928 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2d520cd2-e99a-4d08-8133-92e57b9d80dd req-8a5b1cd7-fd57-4d07-a2f7-e5f11c8ae9f7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0598729 Apr 14 20:49:39.225768 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bbd1e390-b0e5-4155-b56c-206a1d6b3c50 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:39.227162 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-bbd1e390-b0e5-4155-b56c-206a1d6b3c50 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3677959 Apr 14 20:49:39.230277 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 46612) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:49:39.235470 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-0c4ee658-3c02-4036-aded-1a812396fbe2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'security_group_rule': {'security_group_id': '90b1514d-4ef2-4b72-861e-9732a5da061c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:49:39.263856 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2d520cd2-e99a-4d08-8133-92e57b9d80dd req-50d3ecc5-36dc-4729-8b47-c722051ca1f5 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540109 Apr 14 20:49:39.318870 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee658-3c02-4036-aded-1a812396fbe2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (8aca4146-6734-44e6-992f-ab6075ed1014), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:39.406508 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee658-3c02-4036-aded-1a812396fbe2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (8aca4146-6734-44e6-992f-ab6075ed1014), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:39.419775 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57080e-3855-430e-9676-6b8a7c975aeb req-77eb80a4-a0ad-4344-9cb1-e5e542cf339d tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:39.422617 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cc57080e-3855-430e-9676-6b8a7c975aeb req-77eb80a4-a0ad-4344-9cb1-e5e542cf339d tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 945 time: 0.0595479 Apr 14 20:49:39.470177 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cc57080e-3855-430e-9676-6b8a7c975aeb req-5c6c9c63-8001-4d15-903d-45720a5bee8e tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428581 Apr 14 20:49:39.491215 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee658-3c02-4036-aded-1a812396fbe2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (8aca4146-6734-44e6-992f-ab6075ed1014), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:39.505796 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ee658-3c02-4036-aded-1a812396fbe2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aca4146-6734-44e6-992f-ab6075ed1014,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:39.580158 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee658-3c02-4036-aded-1a812396fbe2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:39.581491 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-0c4ee658-3c02-4036-aded-1a812396fbe2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3496578 Apr 14 20:49:39.584128 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 46616) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:49:39.589258 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-c1bff066-e616-4b95-b9d1-3dfe571ac72f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'security_group_rule': {'security_group_id': '90b1514d-4ef2-4b72-861e-9732a5da061c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:49:39.672451 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c1bff066-e616-4b95-b9d1-3dfe571ac72f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (af815cb0-5a73-40cb-a2a0-99b5b190175f), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:39.733941 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c1bff066-e616-4b95-b9d1-3dfe571ac72f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (af815cb0-5a73-40cb-a2a0-99b5b190175f), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:39.812301 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c1bff066-e616-4b95-b9d1-3dfe571ac72f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (af815cb0-5a73-40cb-a2a0-99b5b190175f), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:39.830861 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bff066-e616-4b95-b9d1-3dfe571ac72f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af815cb0-5a73-40cb-a2a0-99b5b190175f,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:39.902658 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c1bff066-e616-4b95-b9d1-3dfe571ac72f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:39.903913 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-c1bff066-e616-4b95-b9d1-3dfe571ac72f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3185475 Apr 14 20:49:39.906989 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 46618) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:49:39.911551 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-608eea92-e757-48fe-8037-2e16f08b0d52 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'floatingip': {'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:49:39.992605 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-608eea92-e757-48fe-8037-2e16f08b0d52 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:40.084512 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-608eea92-e757-48fe-8037-2e16f08b0d52 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:40.200118 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-608eea92-e757-48fe-8037-2e16f08b0d52 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Allocated IP 172.27.1.221 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/dbcfe858-e511-4fbd-99d7-64ec958329cf) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:49:40.305168 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-608eea92-e757-48fe-8037-2e16f08b0d52 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for port (dbcfe858-e511-4fbd-99d7-64ec958329cf), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:40.384574 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39c302-3ba0-4a4f-ae34-ef91bbe47146 req-c8307112-0626-43eb-b144-dcd4bb996ec0 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:40.386279 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ca39c302-3ba0-4a4f-ae34-ef91bbe47146 req-c8307112-0626-43eb-b144-dcd4bb996ec0 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0473244 Apr 14 20:49:40.410257 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-608eea92-e757-48fe-8037-2e16f08b0d52 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (dbcfe858-e511-4fbd-99d7-64ec958329cf), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:40.439240 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ca39c302-3ba0-4a4f-ae34-ef91bbe47146 req-119e6562-ab35-4aab-b67f-04d30bdc706f tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457120 Apr 14 20:49:40.452263 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608eea92-e757-48fe-8037-2e16f08b0d52 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:49:40.455387 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-608eea92-e757-48fe-8037-2e16f08b0d52 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:49:40.459466 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608eea92-e757-48fe-8037-2e16f08b0d52 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:49:40.480790 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608eea92-e757-48fe-8037-2e16f08b0d52 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'Port': ['ID=dbcfe858-e511-4fbd-99d7-64ec958329cf,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:40.527754 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-608eea92-e757-48fe-8037-2e16f08b0d52 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (1982a8c4-a47a-4415-99ad-9d736697e1e1), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:40.598202 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab25ee6-3dc9-4a26-819b-ede7fe6c38c1 req-fd46f905-5749-46e2-afd2-8b2c22542a3c tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:40.599679 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2ab25ee6-3dc9-4a26-819b-ede7fe6c38c1 req-fd46f905-5749-46e2-afd2-8b2c22542a3c tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 945 time: 0.0539768 Apr 14 20:49:40.672365 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-608eea92-e757-48fe-8037-2e16f08b0d52 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (dbcfe858-e511-4fbd-99d7-64ec958329cf), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:40.709674 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2ab25ee6-3dc9-4a26-819b-ede7fe6c38c1 req-017c19b0-ba77-4c47-87f2-9dbf5622893c tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036310 Apr 14 20:49:40.857880 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-608eea92-e757-48fe-8037-2e16f08b0d52 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for port (dbcfe858-e511-4fbd-99d7-64ec958329cf), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:40.910237 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-608eea92-e757-48fe-8037-2e16f08b0d52 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (dbcfe858-e511-4fbd-99d7-64ec958329cf), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:40.943781 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-608eea92-e757-48fe-8037-2e16f08b0d52 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (1982a8c4-a47a-4415-99ad-9d736697e1e1), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:40.962632 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608eea92-e757-48fe-8037-2e16f08b0d52 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'Port': ['ID=dbcfe858-e511-4fbd-99d7-64ec958329cf,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:41.010984 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-608eea92-e757-48fe-8037-2e16f08b0d52 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:41.012615 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-608eea92-e757-48fe-8037-2e16f08b0d52 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1044681 Apr 14 20:49:41.170740 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-75db02d2-d631-42e6-8e6c-dccc96310c95 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--501455226&fields=id&tenant_id=31d17db2ef5747d8836b06e9567e947b HTTP/1.1" status: 200 len: 267 time: 0.0419724 Apr 14 20:49:41.286974 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-f912ae5c-20ba-432f-a988-c49fdc24816d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:41.288411 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-f912ae5c-20ba-432f-a988-c49fdc24816d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/networks?id=78fd882f-0d96-47e7-99be-fdb344cfeb03 HTTP/1.1" status: 200 len: 814 time: 0.1053381 Apr 14 20:49:41.303994 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-7070db7b-1ab4-4362-88f6-5b58a0f71d91 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/quotas/31d17db2ef5747d8836b06e9567e947b HTTP/1.1" status: 200 len: 375 time: 0.0092344 Apr 14 20:49:41.354699 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-adbfa045-5080-433c-8695-b400bfee8987 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=31d17db2ef5747d8836b06e9567e947b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457132 Apr 14 20:49:41.496951 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-d9f86889-2cb7-4c28-afd4-ce47e10399c4 service neutron] 10.222.0.15 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276107 Apr 14 20:49:41.566754 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4b319-0c07-43f6-8517-07e7b77d90dc req-8d3f031b-c105-4dfe-802c-a0a5361be3fa tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:41.568603 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-61b4b319-0c07-43f6-8517-07e7b77d90dc req-8d3f031b-c105-4dfe-802c-a0a5361be3fa tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0532370 Apr 14 20:49:41.628058 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-8643d4f7-ffd2-4f4d-8d05-25bbef012d63 service neutron] 10.222.0.15 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250758 Apr 14 20:49:41.637120 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-61b4b319-0c07-43f6-8517-07e7b77d90dc req-bac0ce41-8892-47c9-8e9a-6a16a32c1e4c tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627031 Apr 14 20:49:41.838988 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3791569-0ebb-420e-8a54-b89cec107e3e req-8672adee-9db3-45a6-b42f-0293938c29cb tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:41.840824 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d3791569-0ebb-420e-8a54-b89cec107e3e req-8672adee-9db3-45a6-b42f-0293938c29cb tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 945 time: 0.0564687 Apr 14 20:49:41.897377 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d3791569-0ebb-420e-8a54-b89cec107e3e req-48997de2-f321-4251-b167-9ed71a88695b tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/security-groups?id=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495698 Apr 14 20:49:41.935208 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-732565e3-1d19-4d89-9dba-fa338761e2a3 req-2274b870-8a6c-43c4-8466-b8993cd71c35 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 210 time: 0.0350795 Apr 14 20:49:42.154030 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd83dc-4c47-40f6-8510-516f86c44cf1 req-36182be9-6d4d-4643-b697-2a3ad1a7a61e tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:42.155466 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b6cd83dc-4c47-40f6-8510-516f86c44cf1 req-36182be9-6d4d-4643-b697-2a3ad1a7a61e tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.16 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 945 time: 0.0529604 Apr 14 20:49:42.248357 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-b6cd83dc-4c47-40f6-8510-516f86c44cf1 req-04aa4fd2-f3e7-4b55-849d-0d62e6b0f974 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Deleting port ea600976-99e2-41dc-97de-0a946fa7994b {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:49:42.248708 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-b6cd83dc-4c47-40f6-8510-516f86c44cf1 req-04aa4fd2-f3e7-4b55-849d-0d62e6b0f974 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (ea600976-99e2-41dc-97de-0a946fa7994b), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:42.346922 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-b6cd83dc-4c47-40f6-8510-516f86c44cf1 req-04aa4fd2-f3e7-4b55-849d-0d62e6b0f974 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] For port ea600976-99e2-41dc-97de-0a946fa7994b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ea600976-99e2-41dc-97de-0a946fa7994b,segment=NetworkSegment(31626bd5-8cae-4a3e-837f-bdc3bab3a47d),segment_id=31626bd5-8cae-4a3e-837f-bdc3bab3a47d)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:49:42.347905 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-b6cd83dc-4c47-40f6-8510-516f86c44cf1 req-04aa4fd2-f3e7-4b55-849d-0d62e6b0f974 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (ea600976-99e2-41dc-97de-0a946fa7994b), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:42.361916 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-b6cd83dc-4c47-40f6-8510-516f86c44cf1 req-04aa4fd2-f3e7-4b55-849d-0d62e6b0f974 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Calling delete_port for ea600976-99e2-41dc-97de-0a946fa7994b owned by compute:nova {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:49:42.561206 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-b6cd83dc-4c47-40f6-8510-516f86c44cf1 req-04aa4fd2-f3e7-4b55-849d-0d62e6b0f974 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (ea600976-99e2-41dc-97de-0a946fa7994b), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:42.602643 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa4fd2-f3e7-4b55-849d-0d62e6b0f974 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Pushing event deleted for resources: {'Port': ['ID=ea600976-99e2-41dc-97de-0a946fa7994b,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:42.619309 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device ea600976-99e2-41dc-97de-0a946fa7994b no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:49:42.643493 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: ea600976-99e2-41dc-97de-0a946fa7994b {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:49:42.643819 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device ea600976-99e2-41dc-97de-0a946fa7994b not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:49:42.655434 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cd83dc-4c47-40f6-8510-516f86c44cf1 req-04aa4fd2-f3e7-4b55-849d-0d62e6b0f974 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] No DVR routers for this DVR port ea600976-99e2-41dc-97de-0a946fa7994b on host hv-cinder-83754 {{(pid=110412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:49:42.657972 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-b6cd83dc-4c47-40f6-8510-516f86c44cf1 req-04aa4fd2-f3e7-4b55-849d-0d62e6b0f974 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:42.662216 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b6cd83dc-4c47-40f6-8510-516f86c44cf1 req-04aa4fd2-f3e7-4b55-849d-0d62e6b0f974 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.16 "DELETE /v2.0/ports/ea600976-99e2-41dc-97de-0a946fa7994b HTTP/1.1" status: 204 len: 173 time: 0.5010281 Apr 14 20:49:42.662658 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57efb2a7-354c-493c-b840-c3b7ff398bee', 'name': 'network-vif-deleted', 'tag': 'ea600976-99e2-41dc-97de-0a946fa7994b'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:49:42.665085 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6810d3d-a2fd-441c-98d4-0cb8c44518db" -d '{"events": [{"server_uuid": "57efb2a7-354c-493c-b840-c3b7ff398bee", "name": "network-vif-deleted", "tag": "ea600976-99e2-41dc-97de-0a946fa7994b"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:49:42.713046 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4994b7a1-480d-43ee-989b-7f2205d84e09 x-openstack-request-id: req-4994b7a1-480d-43ee-989b-7f2205d84e09 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:49:42.713371 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57efb2a7-354c-493c-b840-c3b7ff398bee", "name": "network-vif-deleted", "tag": "ea600976-99e2-41dc-97de-0a946fa7994b", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:49:42.713625 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4994b7a1-480d-43ee-989b-7f2205d84e09 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:49:42.714019 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4994b7a1-480d-43ee-989b-7f2205d84e09'] response: {'server_uuid': '57efb2a7-354c-493c-b840-c3b7ff398bee', 'name': 'network-vif-deleted', 'tag': 'ea600976-99e2-41dc-97de-0a946fa7994b', 'status': 'completed', 'code': 200} Apr 14 20:49:42.797915 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89017f8f-bb46-4edc-a549-280241e9fb84 req-a33374a1-613b-4cda-96a6-80295a6eb042 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:42.799312 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-89017f8f-bb46-4edc-a549-280241e9fb84 req-a33374a1-613b-4cda-96a6-80295a6eb042 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0541179 Apr 14 20:49:42.859297 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-89017f8f-bb46-4edc-a549-280241e9fb84 req-dc1f9288-cb87-4a78-8c19-5daeff3c5102 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534678 Apr 14 20:49:43.012482 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ff674d62-8fcf-4d64-808b-595d0a97a1f0 req-72789df0-3331-44d4-949a-083315634ad6 tempest-VolumesSnapshotTestJSON-1874331809 tempest-VolumesSnapshotTestJSON-1874331809-project] 10.222.0.15 "GET /v2.0/ports?device_id=57efb2a7-354c-493c-b840-c3b7ff398bee HTTP/1.1" status: 200 len: 210 time: 0.0404124 Apr 14 20:49:43.049303 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb046d-bc53-4729-a226-38bab0d015ec req-31c9504b-ad6a-4d08-b637-7c7458cc46d7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:43.050915 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8abb046d-bc53-4729-a226-38bab0d015ec req-31c9504b-ad6a-4d08-b637-7c7458cc46d7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0781140 Apr 14 20:49:43.060254 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 46660) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:49:43.064679 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-75815896-1760-4c70-a71b-032ed7de4c95 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Request body: {'floatingip': {'port_id': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:49:43.137108 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ffb8d536-aa0e-4db5-8ef0-0711e8223cbc req-092098b3-dd75-4f4d-95e9-dcd1e1125e90 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 210 time: 0.0378344 Apr 14 20:49:43.159265 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-75815896-1760-4c70-a71b-032ed7de4c95 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for floatingip (deaacd70-4bb8-49e0-8ebe-2a045524f686), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:43.756169 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-75815896-1760-4c70-a71b-032ed7de4c95 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:43.812129 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-75815896-1760-4c70-a71b-032ed7de4c95 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (deaacd70-4bb8-49e0-8ebe-2a045524f686), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:44.078132 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-4be8f089-bdf1-4526-bd38-a7e5ee699116 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:44.083777 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-4be8f089-bdf1-4526-bd38-a7e5ee699116 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "GET /v2.0/networks?id=78fd882f-0d96-47e7-99be-fdb344cfeb03 HTTP/1.1" status: 200 len: 814 time: 0.1350160 Apr 14 20:49:44.179044 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-cc2c4c7d-d13b-48ec-897f-6d8e4eefde50 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31d17db2ef5747d8836b06e9567e947b HTTP/1.1" status: 200 len: 379 time: 0.0848682 Apr 14 20:49:44.189765 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-85bcd26f-a6c1-4bc1-93ac-2b2ed4b0f5ac tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'port': {'device_id': '0e49c837-b0bb-409a-aa46-aed39c141033', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'admin_state_up': True, 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'security_groups': ['90b1514d-4ef2-4b72-861e-9732a5da061c']}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:49:44.367576 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d5a20f4c-3406-4eb1-8c37-d2a53015b5e5 req-5631c7bb-435a-4390-9fe8-1cdb2c5976a6 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 210 time: 0.0351925 Apr 14 20:49:44.422393 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75815896-1760-4c70-a71b-032ed7de4c95 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Router 63879327-cb12-46cd-84a7-5537cd2c3b5b has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:49:44.435350 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-85bcd26f-a6c1-4bc1-93ac-2b2ed4b0f5ac tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Made reservation on behalf of 31d17db2ef5747d8836b06e9567e947b for: {'port': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:49:44.439062 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-85bcd26f-a6c1-4bc1-93ac-2b2ed4b0f5ac tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:44.584328 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75815896-1760-4c70-a71b-032ed7de4c95 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:49:44.590949 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-75815896-1760-4c70-a71b-032ed7de4c95 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:44.598117 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea6617-4229-432f-888e-cd7bee637702 None None] Sync routers for ids ['63879327-cb12-46cd-84a7-5537cd2c3b5b'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:49:44.608141 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea6617-4229-432f-888e-cd7bee637702 None None] Routers {'63879327-cb12-46cd-84a7-5537cd2c3b5b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:49:44.608988 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-51ea6617-4229-432f-888e-cd7bee637702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:49:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['63879327-cb12-46cd-84a7-5537cd2c3b5b'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:49:44.632403 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-85bcd26f-a6c1-4bc1-93ac-2b2ed4b0f5ac tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Allocated IP 172.20.0.10 (78fd882f-0d96-47e7-99be-fdb344cfeb03/793028ec-fc30-4134-ac09-e1d2921d9f88/c164d20c-20d4-4893-b6f3-73cb14a307a5) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:49:44.699484 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cea569-9552-4ab8-b725-3bc536c3760c', 'tag': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:49:44.703317 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14b1bd7-2b76-4212-9412-46797cf419fe" -d '{"events": [{"name": "network-changed", "server_uuid": "47cea569-9552-4ab8-b725-3bc536c3760c", "tag": "9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:49:44.765325 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-51ea6617-4229-432f-888e-cd7bee637702 None None] Set router 63879327-cb12-46cd-84a7-5537cd2c3b5b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:49:44.772649 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-75815896-1760-4c70-a71b-032ed7de4c95 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "PUT /v2.0/floatingips/deaacd70-4bb8-49e0-8ebe-2a045524f686 HTTP/1.1" status: 200 len: 993 time: 1.7110245 Apr 14 20:49:44.781112 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:44.805160 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148c0721-a8d7-4ce3-a516-c8faf01dc848 x-openstack-request-id: req-148c0721-a8d7-4ce3-a516-c8faf01dc848 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:49:44.805699 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cea569-9552-4ab8-b725-3bc536c3760c", "tag": "9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:49:44.806194 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-148c0721-a8d7-4ce3-a516-c8faf01dc848 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:49:44.807629 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148c0721-a8d7-4ce3-a516-c8faf01dc848'] response: {'name': 'network-changed', 'server_uuid': '47cea569-9552-4ab8-b725-3bc536c3760c', 'tag': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98', 'status': 'completed', 'code': 200} Apr 14 20:49:44.930090 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-85bcd26f-a6c1-4bc1-93ac-2b2ed4b0f5ac tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for port (c164d20c-20d4-4893-b6f3-73cb14a307a5), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:44.951052 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b1bd7-2b76-4212-9412-46797cf419fe req-9a769701-fc0c-4b85-8f0b-f1fb5dd15ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:44.952500 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a14b1bd7-2b76-4212-9412-46797cf419fe req-9a769701-fc0c-4b85-8f0b-f1fb5dd15ced service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 1130 time: 0.1121857 Apr 14 20:49:45.068118 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-85bcd26f-a6c1-4bc1-93ac-2b2ed4b0f5ac tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (c164d20c-20d4-4893-b6f3-73cb14a307a5), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:45.117113 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-85bcd26f-a6c1-4bc1-93ac-2b2ed4b0f5ac tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Network 78fd882f-0d96-47e7-99be-fdb344cfeb03 is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:49:45.124939 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-85bcd26f-a6c1-4bc1-93ac-2b2ed4b0f5ac tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:49:45.127405 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-85bcd26f-a6c1-4bc1-93ac-2b2ed4b0f5ac tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:49:45.127893 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-51ea6617-4229-432f-888e-cd7bee637702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:17Z', 'updated_at': '2022-04-14T20:45:23Z', 'revision_number': 4, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'gw_port': {'id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:18Z', 'updated_at': '2022-04-14T20:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': 'deaacd70-4bb8-49e0-8ebe-2a045524f686', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'port_id': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'mac_address': 'fa:16:3e:f1:97:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cea569-9552-4ab8-b725-3bc536c3760c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:47:18Z', 'updated_at': '2022-04-14T20:49:43Z', 'revision_number': 3, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5dc507-5435-4fa4-a2af-c076f0f6f5e3', 'name': '', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'mac_address': 'fa:16:3e:58:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:36Z', 'revision_number': 5, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'subnets': [{'id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:49:45.170865 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea6617-4229-432f-888e-cd7bee637702 None None] Checking router: 63879327-cb12-46cd-84a7-5537cd2c3b5b for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:49:45.172493 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcd26f-a6c1-4bc1-93ac-2b2ed4b0f5ac tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'Port': ['ID=c164d20c-20d4-4893-b6f3-73cb14a307a5,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:45.184462 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea6617-4229-432f-888e-cd7bee637702 None None] Routers {'63879327-cb12-46cd-84a7-5537cd2c3b5b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:49:45.185341 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-51ea6617-4229-432f-888e-cd7bee637702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:49:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['63879327-cb12-46cd-84a7-5537cd2c3b5b'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:49:45.207911 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-85bcd26f-a6c1-4bc1-93ac-2b2ed4b0f5ac tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:45.215177 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-85bcd26f-a6c1-4bc1-93ac-2b2ed4b0f5ac tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:45.312632 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-85bcd26f-a6c1-4bc1-93ac-2b2ed4b0f5ac tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1274128 Apr 14 20:49:45.325274 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-51ea6617-4229-432f-888e-cd7bee637702 None None] Set router 63879327-cb12-46cd-84a7-5537cd2c3b5b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:49:45.327067 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Request body: {'port': {'device_id': '0e49c837-b0bb-409a-aa46-aed39c141033', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:49:45.426964 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-c563725d-e6da-43bf-8d43-1266c9630908 None None] Provisioning complete for port c164d20c-20d4-4893-b6f3-73cb14a307a5 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:49:45.426964 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c563725d-e6da-43bf-8d43-1266c9630908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (c164d20c-20d4-4893-b6f3-73cb14a307a5), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:45.428417 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (c164d20c-20d4-4893-b6f3-73cb14a307a5), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:45.434359 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b1bd7-2b76-4212-9412-46797cf419fe req-d5edd086-c29a-4ccd-a87c-5a770f5749e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:45.436373 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a14b1bd7-2b76-4212-9412-46797cf419fe req-d5edd086-c29a-4ccd-a87c-5a770f5749e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 920 time: 0.1754138 Apr 14 20:49:45.521674 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-c563725d-e6da-43bf-8d43-1266c9630908 None None] Port c164d20c-20d4-4893-b6f3-73cb14a307a5 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:49:45.554827 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc478401-0cf3-439e-a8a3-412738d33988 req-c8a8ac72-b09e-4068-a48b-b45940004a94 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:45.557722 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-dc478401-0cf3-439e-a8a3-412738d33988 req-c8a8ac72-b09e-4068-a48b-b45940004a94 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 932 time: 0.0586803 Apr 14 20:49:45.628334 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a14b1bd7-2b76-4212-9412-46797cf419fe req-18ca8f03-d7fa-442a-8df5-9cdc748ad642 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 HTTP/1.1" status: 200 len: 1001 time: 0.1807442 Apr 14 20:49:45.671527 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-51ea6617-4229-432f-888e-cd7bee637702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:17Z', 'updated_at': '2022-04-14T20:45:23Z', 'revision_number': 4, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'gw_port': {'id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:18Z', 'updated_at': '2022-04-14T20:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': 'deaacd70-4bb8-49e0-8ebe-2a045524f686', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'port_id': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'mac_address': 'fa:16:3e:f1:97:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cea569-9552-4ab8-b725-3bc536c3760c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:47:18Z', 'updated_at': '2022-04-14T20:49:43Z', 'revision_number': 3, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5dc507-5435-4fa4-a2af-c076f0f6f5e3', 'name': '', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'mac_address': 'fa:16:3e:58:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:36Z', 'revision_number': 5, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'subnets': [{'id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:49:45.714699 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea6617-4229-432f-888e-cd7bee637702 None None] The sync data for ids ['63879327-cb12-46cd-84a7-5537cd2c3b5b'] in dv-cinder-837540-3-iscsi is: [{'id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:17Z', 'updated_at': '2022-04-14T20:45:23Z', 'revision_number': 4, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'gw_port': {'id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:18Z', 'updated_at': '2022-04-14T20:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': 'deaacd70-4bb8-49e0-8ebe-2a045524f686', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'port_id': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'mac_address': 'fa:16:3e:f1:97:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cea569-9552-4ab8-b725-3bc536c3760c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:47:18Z', 'updated_at': '2022-04-14T20:49:43Z', 'revision_number': 3, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5dc507-5435-4fa4-a2af-c076f0f6f5e3', 'name': '', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'mac_address': 'fa:16:3e:58:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:36Z', 'revision_number': 5, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'subnets': [{'id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:49:45.728758 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-dc478401-0cf3-439e-a8a3-412738d33988 req-00c4a6d8-2bd4-4fe5-90eb-d174fac65dde tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=90b1514d-4ef2-4b72-861e-9732a5da061c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628227 Apr 14 20:49:45.737238 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b1bd7-2b76-4212-9412-46797cf419fe req-1c44a7a3-53e0-43e8-a7a4-ed166ba1254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:45.740204 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a14b1bd7-2b76-4212-9412-46797cf419fe req-1c44a7a3-53e0-43e8-a7a4-ed166ba1254c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f10567fd-adb1-4429-8b4f-7a10f9ab700f HTTP/1.1" status: 200 len: 858 time: 0.1020982 Apr 14 20:49:45.808608 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b1bd7-2b76-4212-9412-46797cf419fe req-525bbd40-d38b-4aff-86db-432208ff3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:45.810357 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a14b1bd7-2b76-4212-9412-46797cf419fe req-525bbd40-d38b-4aff-86db-432208ff3bd9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3627da5-4396-44c2-b4be-72365d8e14c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624795 Apr 14 20:49:45.836544 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c164d20c-20d4-4893-b6f3-73cb14a307a5 {{(pid=110412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:49:45.846799 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Publish callbacks [] for port (c164d20c-20d4-4893-b6f3-73cb14a307a5), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:45.883351 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.provisioning_blocks [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Transition to ACTIVE for port object c164d20c-20d4-4893-b6f3-73cb14a307a5 will not be triggered until provisioned by entity L2. {{(pid=110412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:49:45.936283 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a14b1bd7-2b76-4212-9412-46797cf419fe req-9cec7bf0-e396-4763-a11f-e6c5d191a3e2 service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155689 Apr 14 20:49:45.951841 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (c164d20c-20d4-4893-b6f3-73cb14a307a5), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:46.015693 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Pushing event updated for resources: {'Port': ['ID=c164d20c-20d4-4893-b6f3-73cb14a307a5,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:46.088543 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a14b1bd7-2b76-4212-9412-46797cf419fe req-4caa0418-5049-4b04-9e0b-02a0712be57d service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441240 Apr 14 20:49:46.110053 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Attempting to bind port c164d20c-20d4-4893-b6f3-73cb14a307a5 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:49:46.110544 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Attempting to bind port c164d20c-20d4-4893-b6f3-73cb14a307a5 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:49:46.110980 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Attempting to bind port c164d20c-20d4-4893-b6f3-73cb14a307a5 on network 78fd882f-0d96-47e7-99be-fdb344cfeb03 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:49:46.116702 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Port c164d20c-20d4-4893-b6f3-73cb14a307a5 on network 78fd882f-0d96-47e7-99be-fdb344cfeb03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:49:46.117175 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Attempting to bind port c164d20c-20d4-4893-b6f3-73cb14a307a5 on network 78fd882f-0d96-47e7-99be-fdb344cfeb03 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:49:46.123773 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:49:46.124267 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Checking segment: {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:49:46.124766 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Bound using segment: {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:49:46.125602 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Bound port: c164d20c-20d4-4893-b6f3-73cb14a307a5, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:49:46.126277 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (c164d20c-20d4-4893-b6f3-73cb14a307a5), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:46.207545 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] For port c164d20c-20d4-4893-b6f3-73cb14a307a5, host hv-cinder-83754, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:49:46.212129 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] For port c164d20c-20d4-4893-b6f3-73cb14a307a5, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c164d20c-20d4-4893-b6f3-73cb14a307a5,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:49:46.306976 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (c164d20c-20d4-4893-b6f3-73cb14a307a5), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:46.344865 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:46.345504 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:46.347011 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-150cb281-e598-4de3-9d40-74867984af79 service neutron] 10.222.0.16 "PUT /v2.0/ports/c164d20c-20d4-4893-b6f3-73cb14a307a5 HTTP/1.1" status: 200 len: 1094 time: 1.0269873 Apr 14 20:49:46.347978 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e49c837-b0bb-409a-aa46-aed39c141033', 'tag': 'c164d20c-20d4-4893-b6f3-73cb14a307a5'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:49:46.350852 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517a141b-99fe-4955-abc6-bd50110a8cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "0e49c837-b0bb-409a-aa46-aed39c141033", "tag": "c164d20c-20d4-4893-b6f3-73cb14a307a5"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:49:46.399538 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150cb281-e598-4de3-9d40-74867984af79 service neutron] Pushing event updated for resources: {'Port': ['ID=c164d20c-20d4-4893-b6f3-73cb14a307a5,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:46.404422 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b22da5-0bae-4d27-b9bf-58f146425903 x-openstack-request-id: req-67b22da5-0bae-4d27-b9bf-58f146425903 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:49:46.404816 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e49c837-b0bb-409a-aa46-aed39c141033", "tag": "c164d20c-20d4-4893-b6f3-73cb14a307a5", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:49:46.404976 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67b22da5-0bae-4d27-b9bf-58f146425903 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:49:46.405376 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b22da5-0bae-4d27-b9bf-58f146425903'] response: {'name': 'network-changed', 'server_uuid': '0e49c837-b0bb-409a-aa46-aed39c141033', 'tag': 'c164d20c-20d4-4893-b6f3-73cb14a307a5', 'status': 'completed', 'code': 200} Apr 14 20:49:46.491385 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a141b-99fe-4955-abc6-bd50110a8cbe req-4b070aba-8711-4bc5-ba7a-bc45d85149d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:46.493829 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-517a141b-99fe-4955-abc6-bd50110a8cbe req-4b070aba-8711-4bc5-ba7a-bc45d85149d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31d17db2ef5747d8836b06e9567e947b&device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 1128 time: 0.0614421 Apr 14 20:49:46.671405 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a141b-99fe-4955-abc6-bd50110a8cbe req-d7b173aa-6f38-449b-8c17-185526eff585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:46.672912 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-517a141b-99fe-4955-abc6-bd50110a8cbe req-d7b173aa-6f38-449b-8c17-185526eff585 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=31d17db2ef5747d8836b06e9567e947b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1722243 Apr 14 20:49:46.795950 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a141b-99fe-4955-abc6-bd50110a8cbe req-e24743bf-5404-45db-b123-014c3d53f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:46.797404 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-517a141b-99fe-4955-abc6-bd50110a8cbe req-e24743bf-5404-45db-b123-014c3d53f04c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1179378 Apr 14 20:49:46.809136 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cea569-9552-4ab8-b725-3bc536c3760c', 'tag': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:49:46.811703 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a836ae-e57b-4975-94dc-ed669d3f2058" -d '{"events": [{"name": "network-changed", "server_uuid": "47cea569-9552-4ab8-b725-3bc536c3760c", "tag": "9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:49:46.852809 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d952d3da-99b9-477c-83b7-71b80a7854c4 x-openstack-request-id: req-d952d3da-99b9-477c-83b7-71b80a7854c4 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:49:46.853095 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cea569-9552-4ab8-b725-3bc536c3760c", "tag": "9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:49:46.853398 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d952d3da-99b9-477c-83b7-71b80a7854c4 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:49:46.853809 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d952d3da-99b9-477c-83b7-71b80a7854c4'] response: {'name': 'network-changed', 'server_uuid': '47cea569-9552-4ab8-b725-3bc536c3760c', 'tag': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98', 'status': 'completed', 'code': 200} Apr 14 20:49:46.915510 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ee84e-3bfb-42dd-bef0-c287cf4d7cc9 req-45398cc4-8481-4565-a97b-e59c657964f4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:46.917039 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-386ee84e-3bfb-42dd-bef0-c287cf4d7cc9 req-45398cc4-8481-4565-a97b-e59c657964f4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 944 time: 0.0821416 Apr 14 20:49:46.918224 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-544d8a5d-9db8-4a18-bb2e-bc514052b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:46.919546 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-544d8a5d-9db8-4a18-bb2e-bc514052b49a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31d17db2ef5747d8836b06e9567e947b&device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 1128 time: 0.0754292 Apr 14 20:49:46.964341 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-386ee84e-3bfb-42dd-bef0-c287cf4d7cc9 req-a08c8633-3233-429b-8d73-eeb6baae4d97 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=90b1514d-4ef2-4b72-861e-9732a5da061c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417063 Apr 14 20:49:47.328934 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c8fff-2b6b-44f6-9a35-b0a1ae7ca9e2 req-b97eef68-9710-49c0-a175-97b356981db5 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:47.330787 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-291c8fff-2b6b-44f6-9a35-b0a1ae7ca9e2 req-b97eef68-9710-49c0-a175-97b356981db5 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 947 time: 0.0512493 Apr 14 20:49:47.376488 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-291c8fff-2b6b-44f6-9a35-b0a1ae7ca9e2 req-0df8e2e8-759d-40af-ba8e-4ec34d622556 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395541 Apr 14 20:49:48.079451 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de32dc-2d3e-42a6-a3c5-26ce9f65d5bc req-79f77583-a54f-4da4-891b-f1f3f4d55f71 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:48.080915 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b6de32dc-2d3e-42a6-a3c5-26ce9f65d5bc req-79f77583-a54f-4da4-891b-f1f3f4d55f71 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 944 time: 0.0485842 Apr 14 20:49:48.131989 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b6de32dc-2d3e-42a6-a3c5-26ce9f65d5bc req-4f90243d-ca7f-42fc-b894-a07ad6e40e21 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=90b1514d-4ef2-4b72-861e-9732a5da061c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443923 Apr 14 20:49:48.503972 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff96846-a66f-48c2-90f7-4c89d95d647a req-2955d442-5d59-4ba3-b283-13ad43c0ae60 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:48.505503 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7ff96846-a66f-48c2-90f7-4c89d95d647a req-2955d442-5d59-4ba3-b283-13ad43c0ae60 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 947 time: 0.0534909 Apr 14 20:49:48.559029 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7ff96846-a66f-48c2-90f7-4c89d95d647a req-56a12b05-9e21-4f96-b0ff-e1e7882c2930 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478630 Apr 14 20:49:49.183642 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a836ae-e57b-4975-94dc-ed669d3f2058 req-5bf0ae8e-18f4-4444-ab48-16b761d20844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:49.185433 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-73a836ae-e57b-4975-94dc-ed669d3f2058 req-5bf0ae8e-18f4-4444-ab48-16b761d20844 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 1130 time: 0.0400035 Apr 14 20:49:49.188893 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-79ca3350-1895-4e00-8014-53cb47125076 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c164d20c-20d4-4893-b6f3-73cb14a307a5 HTTP/1.1" status: 200 len: 217 time: 0.0391297 Apr 14 20:49:49.239395 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-e8ff5cb1-5d88-4de0-8ed6-7d382b31e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:49.240850 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-e8ff5cb1-5d88-4de0-8ed6-7d382b31e241 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=793028ec-fc30-4134-ac09-e1d2921d9f88 HTTP/1.1" status: 200 len: 853 time: 0.0453134 Apr 14 20:49:49.311534 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762d5f9-52e4-4e27-a177-da70efa9d8e8 req-d2fe8ef9-c6fe-4a07-97e9-03713272df2b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:49.313013 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3762d5f9-52e4-4e27-a177-da70efa9d8e8 req-d2fe8ef9-c6fe-4a07-97e9-03713272df2b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 944 time: 0.0984483 Apr 14 20:49:49.345822 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a836ae-e57b-4975-94dc-ed669d3f2058 req-f440d1e9-d52f-4d42-9141-3137cbe4d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:49.348176 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-73a836ae-e57b-4975-94dc-ed669d3f2058 req-f440d1e9-d52f-4d42-9141-3137cbe4d009 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 920 time: 0.1526208 Apr 14 20:49:49.374342 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3762d5f9-52e4-4e27-a177-da70efa9d8e8 req-f655ad68-c986-44ca-afd5-cc4422423512 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=90b1514d-4ef2-4b72-861e-9732a5da061c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533900 Apr 14 20:49:49.691537 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953c4e3-b5af-4b40-ac67-b0b38599e354 req-028e5afa-d57e-4272-b99f-fcec9728133c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:49.693336 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b953c4e3-b5af-4b40-ac67-b0b38599e354 req-028e5afa-d57e-4272-b99f-fcec9728133c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 947 time: 0.0569119 Apr 14 20:49:49.742449 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b953c4e3-b5af-4b40-ac67-b0b38599e354 req-275d5c58-a2bc-4073-9a28-d241eeca490d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430303 Apr 14 20:49:50.044715 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:49:50.522188 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3106ba0-b6bf-4c4e-9382-4806d691533d req-85171489-3c70-468b-8176-1d2605600e01 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:50.524178 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f3106ba0-b6bf-4c4e-9382-4806d691533d req-85171489-3c70-468b-8176-1d2605600e01 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 944 time: 0.0651190 Apr 14 20:49:50.604967 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-75778a2f-da53-49c5-86ff-b7181d84101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:50.606688 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-75778a2f-da53-49c5-86ff-b7181d84101f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78fd882f-0d96-47e7-99be-fdb344cfeb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583119 Apr 14 20:49:50.666272 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f3106ba0-b6bf-4c4e-9382-4806d691533d req-b9853834-999f-4538-b1e5-d45a724a6192 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=90b1514d-4ef2-4b72-861e-9732a5da061c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362221 Apr 14 20:49:50.679749 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-73a836ae-e57b-4975-94dc-ed669d3f2058 req-d8c5edb8-4dc7-4520-a88f-6ac1823b100a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 HTTP/1.1" status: 200 len: 1001 time: 0.1304240 Apr 14 20:49:50.735107 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-7a5884a5-4574-43b8-933b-389a27d9f3c9 service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196723 Apr 14 20:49:50.790230 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a836ae-e57b-4975-94dc-ed669d3f2058 req-39f8a8f7-6342-4273-ba67-35b5e15ea305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:50.793089 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-73a836ae-e57b-4975-94dc-ed669d3f2058 req-39f8a8f7-6342-4273-ba67-35b5e15ea305 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f10567fd-adb1-4429-8b4f-7a10f9ab700f HTTP/1.1" status: 200 len: 858 time: 0.0660353 Apr 14 20:49:50.878263 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a836ae-e57b-4975-94dc-ed669d3f2058 req-cddb6e4d-2cdc-4f78-a72e-1186acfc0f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:50.881152 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-73a836ae-e57b-4975-94dc-ed669d3f2058 req-cddb6e4d-2cdc-4f78-a72e-1186acfc0f7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3627da5-4396-44c2-b4be-72365d8e14c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695763 Apr 14 20:49:50.938433 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-49ae3d0c-adb7-4197-b9db-381493943e27 req-d0596bd0-77dc-403c-8862-5961fcf3780c service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814756 Apr 14 20:49:50.950203 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e74261-e2d0-40bb-a06b-a730e5b36d3c req-87105c1d-cc87-4d76-ab67-84cb1694e38e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:50.951785 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e8e74261-e2d0-40bb-a06b-a730e5b36d3c req-87105c1d-cc87-4d76-ab67-84cb1694e38e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 947 time: 0.1007092 Apr 14 20:49:50.967049 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee067bc-d88e-4057-8da5-bbe8f0137f5a req-3b58df3c-c2b8-43d5-a76e-659a11332922 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:50.974363 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-eee067bc-d88e-4057-8da5-bbe8f0137f5a req-3b58df3c-c2b8-43d5-a76e-659a11332922 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.16 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 947 time: 0.1021094 Apr 14 20:49:51.009169 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-73a836ae-e57b-4975-94dc-ed669d3f2058 req-6618b02e-eed4-40bb-b24a-fd93d9e0bd2f service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201813 Apr 14 20:49:51.088294 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e8e74261-e2d0-40bb-a06b-a730e5b36d3c req-739f13fc-b9b5-4738-a044-30278da7fa9f tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6361513-64fa-4ff6-89bd-f65eb605ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187606 Apr 14 20:49:51.108083 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-eee067bc-d88e-4057-8da5-bbe8f0137f5a req-1fdb67eb-40e6-4682-9243-575ca00c9490 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Deleting port e645adb7-d011-440e-89e5-4c116418ec5f {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:49:51.108436 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-eee067bc-d88e-4057-8da5-bbe8f0137f5a req-1fdb67eb-40e6-4682-9243-575ca00c9490 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:51.110798 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-73a836ae-e57b-4975-94dc-ed669d3f2058 req-5f9cf1e3-8b0d-4021-8ea1-3f31567af915 service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942326 Apr 14 20:49:51.203863 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-eee067bc-d88e-4057-8da5-bbe8f0137f5a req-1fdb67eb-40e6-4682-9243-575ca00c9490 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] For port e645adb7-d011-440e-89e5-4c116418ec5f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e645adb7-d011-440e-89e5-4c116418ec5f,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:49:51.204220 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-eee067bc-d88e-4057-8da5-bbe8f0137f5a req-1fdb67eb-40e6-4682-9243-575ca00c9490 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:51.642016 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-eee067bc-d88e-4057-8da5-bbe8f0137f5a req-1fdb67eb-40e6-4682-9243-575ca00c9490 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:51.642419 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-eee067bc-d88e-4057-8da5-bbe8f0137f5a req-1fdb67eb-40e6-4682-9243-575ca00c9490 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (31a4a6f4-7f6e-4538-9b67-a8db070bcc1b), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:51.642736 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.l3_db [req-eee067bc-d88e-4057-8da5-bbe8f0137f5a req-1fdb67eb-40e6-4682-9243-575ca00c9490 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Floating IP 31a4a6f4-7f6e-4538-9b67-a8db070bcc1b disassociated. External IP: 172.27.1.15, port: e645adb7-d011-440e-89e5-4c116418ec5f. Apr 14 20:49:51.643085 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-eee067bc-d88e-4057-8da5-bbe8f0137f5a req-1fdb67eb-40e6-4682-9243-575ca00c9490 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Calling delete_port for e645adb7-d011-440e-89e5-4c116418ec5f owned by compute:nova {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:49:51.816633 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76038c-0f6d-44a4-a92f-ca5a8d689fa2 req-1e0a2173-fcd2-41d5-a2f5-5bbe0f1a6988 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:51.818388 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-be76038c-0f6d-44a4-a92f-ca5a8d689fa2 req-1e0a2173-fcd2-41d5-a2f5-5bbe0f1a6988 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 944 time: 0.0695457 Apr 14 20:49:51.866565 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-eee067bc-d88e-4057-8da5-bbe8f0137f5a req-1fdb67eb-40e6-4682-9243-575ca00c9490 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (e645adb7-d011-440e-89e5-4c116418ec5f), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:51.867745 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-be76038c-0f6d-44a4-a92f-ca5a8d689fa2 req-90a551ca-466b-4c88-a20e-187273891fd8 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=90b1514d-4ef2-4b72-861e-9732a5da061c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435188 Apr 14 20:49:51.900483 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb67eb-40e6-4682-9243-575ca00c9490 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Pushing event deleted for resources: {'Port': ['ID=e645adb7-d011-440e-89e5-4c116418ec5f,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:52.033379 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eee067bc-d88e-4057-8da5-bbe8f0137f5a req-1fdb67eb-40e6-4682-9243-575ca00c9490 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Router d38c82e1-9fbf-479b-8a63-7113967e25f6 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:49:52.165974 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eee067bc-d88e-4057-8da5-bbe8f0137f5a req-1fdb67eb-40e6-4682-9243-575ca00c9490 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:49:52.183038 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca2903-35c8-4fba-b65f-5ed7fcc810ce None None] Sync routers for ids ['d38c82e1-9fbf-479b-8a63-7113967e25f6'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:49:52.195500 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca2903-35c8-4fba-b65f-5ed7fcc810ce None None] Routers {'d38c82e1-9fbf-479b-8a63-7113967e25f6'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:49:52.196143 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-5eca2903-35c8-4fba-b65f-5ed7fcc810ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:49:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['d38c82e1-9fbf-479b-8a63-7113967e25f6'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:49:52.231042 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b8e74087-f055-4a5e-a541-28658fdcd107 req-82881a41-b5b0-468b-b361-efe515b6dda9 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 210 time: 0.0565975 Apr 14 20:49:52.248689 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee067bc-d88e-4057-8da5-bbe8f0137f5a req-1fdb67eb-40e6-4682-9243-575ca00c9490 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] No DVR routers for this DVR port e645adb7-d011-440e-89e5-4c116418ec5f on host hv-cinder-83754 {{(pid=110412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:49:52.251513 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-eee067bc-d88e-4057-8da5-bbe8f0137f5a req-1fdb67eb-40e6-4682-9243-575ca00c9490 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:52.255057 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-eee067bc-d88e-4057-8da5-bbe8f0137f5a req-1fdb67eb-40e6-4682-9243-575ca00c9490 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.16 "DELETE /v2.0/ports/e645adb7-d011-440e-89e5-4c116418ec5f HTTP/1.1" status: 204 len: 173 time: 1.2784154 Apr 14 20:49:52.255537 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c8becf-5922-47f5-abb3-34234511dd6a', 'name': 'network-vif-deleted', 'tag': 'e645adb7-d011-440e-89e5-4c116418ec5f'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:49:52.257889 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423f6837-75bd-46b7-afbc-4c848393c4d3" -d '{"events": [{"server_uuid": "71c8becf-5922-47f5-abb3-34234511dd6a", "name": "network-vif-deleted", "tag": "e645adb7-d011-440e-89e5-4c116418ec5f"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:49:52.302016 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689aafe1-cece-4ba2-aaae-530a63b6b3f0 x-openstack-request-id: req-689aafe1-cece-4ba2-aaae-530a63b6b3f0 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:49:52.302016 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c8becf-5922-47f5-abb3-34234511dd6a", "name": "network-vif-deleted", "tag": "e645adb7-d011-440e-89e5-4c116418ec5f", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:49:52.302016 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-689aafe1-cece-4ba2-aaae-530a63b6b3f0 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:49:52.302016 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689aafe1-cece-4ba2-aaae-530a63b6b3f0'] response: {'server_uuid': '71c8becf-5922-47f5-abb3-34234511dd6a', 'name': 'network-vif-deleted', 'tag': 'e645adb7-d011-440e-89e5-4c116418ec5f', 'status': 'completed', 'code': 200} Apr 14 20:49:52.365819 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-5eca2903-35c8-4fba-b65f-5ed7fcc810ce None None] Set router d38c82e1-9fbf-479b-8a63-7113967e25f6 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:49:52.602466 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-5eca2903-35c8-4fba-b65f-5ed7fcc810ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'd2e00bee-211f-4a95-8f74-3ab2c779dd26', 'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'mac_address': 'fa:16:3e:7f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:32Z', 'updated_at': '2022-04-14T20:45:45Z', 'revision_number': 5, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'subnets': [{'id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:49:52.637028 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca2903-35c8-4fba-b65f-5ed7fcc810ce None None] Checking router: d38c82e1-9fbf-479b-8a63-7113967e25f6 for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:49:52.646930 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca2903-35c8-4fba-b65f-5ed7fcc810ce None None] Routers {'d38c82e1-9fbf-479b-8a63-7113967e25f6'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:49:52.647556 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-5eca2903-35c8-4fba-b65f-5ed7fcc810ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:49:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['d38c82e1-9fbf-479b-8a63-7113967e25f6'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:49:52.836224 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device c164d20c-20d4-4893-b6f3-73cb14a307a5 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:49:53.004975 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-a86cba8b-cb2c-4d07-a400-f29c56cb5d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:53.041764 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-5eca2903-35c8-4fba-b65f-5ed7fcc810ce None None] Set router d38c82e1-9fbf-479b-8a63-7113967e25f6 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:49:53.077419 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ea7c3-8316-4a7e-8f24-d5209c122e39 req-2b177471-4c1b-44f7-9c4e-0252b1c0ea9e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:53.079751 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d34ea7c3-8316-4a7e-8f24-d5209c122e39 req-2b177471-4c1b-44f7-9c4e-0252b1c0ea9e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 944 time: 0.0821617 Apr 14 20:49:53.106224 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port c164d20c-20d4-4893-b6f3-73cb14a307a5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c164d20c-20d4-4893-b6f3-73cb14a307a5,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:49:53.161110 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': 'c164d20c-20d4-4893-b6f3-73cb14a307a5', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'port_id': 'c164d20c-20d4-4893-b6f3-73cb14a307a5', 'mac_address': 'fa:16:3e:50:86:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:49:53.170298 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d34ea7c3-8316-4a7e-8f24-d5209c122e39 req-f1820868-9abf-43bd-912c-38e758b0b4e2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=90b1514d-4ef2-4b72-861e-9732a5da061c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793405 Apr 14 20:49:53.317909 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port c164d20c-20d4-4893-b6f3-73cb14a307a5 is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:49:53.318569 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (c164d20c-20d4-4893-b6f3-73cb14a307a5), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:53.351950 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c164d20c-20d4-4893-b6f3-73cb14a307a5 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:49:53.408401 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port c164d20c-20d4-4893-b6f3-73cb14a307a5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c164d20c-20d4-4893-b6f3-73cb14a307a5,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:49:53.443387 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f0ce3c11-4c30-4c3a-8c66-f2198085f9ad req-0c814660-0353-4c22-b5f7-67d66e4bf77a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c8becf-5922-47f5-abb3-34234511dd6a HTTP/1.1" status: 200 len: 210 time: 0.0415528 Apr 14 20:49:53.452407 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-5eca2903-35c8-4fba-b65f-5ed7fcc810ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'd2e00bee-211f-4a95-8f74-3ab2c779dd26', 'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'mac_address': 'fa:16:3e:7f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:32Z', 'updated_at': '2022-04-14T20:45:45Z', 'revision_number': 5, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'subnets': [{'id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:49:53.481678 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca2903-35c8-4fba-b65f-5ed7fcc810ce None None] The sync data for ids ['d38c82e1-9fbf-479b-8a63-7113967e25f6'] in dv-cinder-837540-3-iscsi is: [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'd2e00bee-211f-4a95-8f74-3ab2c779dd26', 'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'mac_address': 'fa:16:3e:7f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:32Z', 'updated_at': '2022-04-14T20:45:45Z', 'revision_number': 5, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'subnets': [{'id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:49:53.523198 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (c164d20c-20d4-4893-b6f3-73cb14a307a5), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:53.584483 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=c164d20c-20d4-4893-b6f3-73cb14a307a5,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:53.714494 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa281c6-86aa-4db4-bf5c-ff1d47c20d2c None None] New status for floating IP 31a4a6f4-7f6e-4538-9b67-a8db070bcc1b: DOWN {{(pid=110414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:49:53.873347 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['c164d20c-20d4-4893-b6f3-73cb14a307a5'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:49:54.337518 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a82e4-7c98-40ea-8d09-195b3777e1c1 req-4e9a6fd6-a1db-43e4-abd4-27b406495a9e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:54.339146 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-675a82e4-7c98-40ea-8d09-195b3777e1c1 req-4e9a6fd6-a1db-43e4-abd4-27b406495a9e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 945 time: 0.0608017 Apr 14 20:49:54.396940 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-675a82e4-7c98-40ea-8d09-195b3777e1c1 req-3ddd9bec-b4d0-40e7-9d26-b95ae0cf7def tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=90b1514d-4ef2-4b72-861e-9732a5da061c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505795 Apr 14 20:49:54.624259 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 46782) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:49:54.681745 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group (a6361513-64fa-4ff6-89bd-f65eb605ed96), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:54.706511 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group (a6361513-64fa-4ff6-89bd-f65eb605ed96), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:54.734661 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device c164d20c-20d4-4893-b6f3-73cb14a307a5 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:49:54.796763 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port c164d20c-20d4-4893-b6f3-73cb14a307a5 completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:49:54.838299 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a6361513-64fa-4ff6-89bd-f65eb605ed96), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:54.841036 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:54.842613 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "DELETE /v2.0/security-groups/a6361513-64fa-4ff6-89bd-f65eb605ed96 HTTP/1.1" status: 204 len: 168 time: 0.2164178 Apr 14 20:49:54.845329 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 46786) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:49:54.854151 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6361513-64fa-4ff6-89bd-f65eb605ed96,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:54.859759 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.api.v2.resource [None req-e840e724-c1c6-46ff-a51f-d36dadb83dc4 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] show failed (client error): The resource could not be found. Apr 14 20:49:54.860795 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-e840e724-c1c6-46ff-a51f-d36dadb83dc4 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups/a6361513-64fa-4ff6-89bd-f65eb605ed96 HTTP/1.1" status: 404 len: 347 time: 0.0144663 Apr 14 20:49:54.863537 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:54.863887 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:54.864237 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:54.864572 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:54.864906 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:54.865267 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:54.865604 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:54.865844 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 46788) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:49:54.865954 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:54.866250 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:54.866576 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:54.866902 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:54.867227 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:54.867554 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:54.867980 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:54.868300 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02629f-4a1e-4892-82f5-2120a6cbc60a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:49:54.917594 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port c164d20c-20d4-4893-b6f3-73cb14a307a5 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:49:54.917981 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (c164d20c-20d4-4893-b6f3-73cb14a307a5), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:55.000258 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-ce81996b-6285-4071-a786-472247b60b8c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Deleting port 5fc7be7f-c86d-4ebe-b22e-045b7c56551a {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:49:55.000603 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ce81996b-6285-4071-a786-472247b60b8c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (5fc7be7f-c86d-4ebe-b22e-045b7c56551a), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:55.007659 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port c164d20c-20d4-4893-b6f3-73cb14a307a5 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:49:55.008048 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (c164d20c-20d4-4893-b6f3-73cb14a307a5), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:55.035721 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e49c837-b0bb-409a-aa46-aed39c141033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c164d20c-20d4-4893-b6f3-73cb14a307a5'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:49:55.038121 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcb3553-21ae-440c-a096-f3d99661d38f" -d '{"events": [{"server_uuid": "0e49c837-b0bb-409a-aa46-aed39c141033", "name": "network-vif-plugged", "status": "completed", "tag": "c164d20c-20d4-4893-b6f3-73cb14a307a5"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:49:55.048928 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b553cc14-59e1-4670-9e4f-d4dd9b04a051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:55.054361 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port c164d20c-20d4-4893-b6f3-73cb14a307a5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c164d20c-20d4-4893-b6f3-73cb14a307a5,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:49:55.074636 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ab9449-7e21-462c-9651-174ce716c4f6 x-openstack-request-id: req-70ab9449-7e21-462c-9651-174ce716c4f6 {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:49:55.074956 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e49c837-b0bb-409a-aa46-aed39c141033", "name": "network-vif-plugged", "status": "completed", "tag": "c164d20c-20d4-4893-b6f3-73cb14a307a5", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:49:55.075216 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70ab9449-7e21-462c-9651-174ce716c4f6 {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:49:55.075617 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ab9449-7e21-462c-9651-174ce716c4f6'] response: {'server_uuid': '0e49c837-b0bb-409a-aa46-aed39c141033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c164d20c-20d4-4893-b6f3-73cb14a307a5', 'code': 200} Apr 14 20:49:55.087534 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ce81996b-6285-4071-a786-472247b60b8c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (5fc7be7f-c86d-4ebe-b22e-045b7c56551a), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:55.087870 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ce81996b-6285-4071-a786-472247b60b8c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for floatingip (5fc7be7f-c86d-4ebe-b22e-045b7c56551a), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:55.102614 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-ce81996b-6285-4071-a786-472247b60b8c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Calling delete_port for 5fc7be7f-c86d-4ebe-b22e-045b7c56551a owned by network:floatingip {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:49:55.126527 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (c164d20c-20d4-4893-b6f3-73cb14a307a5), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:55.127395 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device e645adb7-d011-440e-89e5-4c116418ec5f no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:49:55.169338 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: e645adb7-d011-440e-89e5-4c116418ec5f {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:49:55.169836 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device e645adb7-d011-440e-89e5-4c116418ec5f not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:49:55.198512 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=c164d20c-20d4-4893-b6f3-73cb14a307a5,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:55.303370 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ce81996b-6285-4071-a786-472247b60b8c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (5fc7be7f-c86d-4ebe-b22e-045b7c56551a), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:55.336837 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81996b-6285-4071-a786-472247b60b8c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Pushing event deleted for resources: {'Port': ['ID=5fc7be7f-c86d-4ebe-b22e-045b7c56551a,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:55.398763 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ce81996b-6285-4071-a786-472247b60b8c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for floatingip (31a4a6f4-7f6e-4538-9b67-a8db070bcc1b), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:55.401286 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ce81996b-6285-4071-a786-472247b60b8c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:55.402441 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-ce81996b-6285-4071-a786-472247b60b8c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "DELETE /v2.0/floatingips/31a4a6f4-7f6e-4538-9b67-a8db070bcc1b HTTP/1.1" status: 204 len: 168 time: 0.5353172 Apr 14 20:49:55.519343 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b69a3a-0011-4452-b998-4d8a8a75ebb9 req-3109ed33-eb86-43d5-bf4d-a844e2a4f9df tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:55.520857 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e5b69a3a-0011-4452-b998-4d8a8a75ebb9 req-3109ed33-eb86-43d5-bf4d-a844e2a4f9df tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 946 time: 0.0521986 Apr 14 20:49:55.568325 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e5b69a3a-0011-4452-b998-4d8a8a75ebb9 req-532beec6-d28a-45e3-83c7-4d74ee42288b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=90b1514d-4ef2-4b72-861e-9732a5da061c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417850 Apr 14 20:49:55.830504 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 46798) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:49:55.836111 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-cb25e3ad-1be4-4cd4-8078-9f52387ee719 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1536032858', 'description': 'tempest-description--1456261385'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:49:55.914875 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-cb25e3ad-1be4-4cd4-8078-9f52387ee719 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:55.992604 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-cb25e3ad-1be4-4cd4-8078-9f52387ee719 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group (cee75fb5-9439-498b-b003-9ceed81f6780), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:56.066129 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-cb25e3ad-1be4-4cd4-8078-9f52387ee719 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (cee75fb5-9439-498b-b003-9ceed81f6780), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:56.114809 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25e3ad-1be4-4cd4-8078-9f52387ee719 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee75fb5-9439-498b-b003-9ceed81f6780,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:56.186512 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-cb25e3ad-1be4-4cd4-8078-9f52387ee719 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:56.187774 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-cb25e3ad-1be4-4cd4-8078-9f52387ee719 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3555272 Apr 14 20:49:56.190751 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 46800) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:49:56.195582 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-ce6b69e7-0458-4ee1-afbe-87755cae703a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Request body: {'security_group_rule': {'security_group_id': 'cee75fb5-9439-498b-b003-9ceed81f6780', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:49:56.280983 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ce6b69e7-0458-4ee1-afbe-87755cae703a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group_rule (ee4919d4-c596-4048-9c29-21cfccc46694), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:56.336350 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ce6b69e7-0458-4ee1-afbe-87755cae703a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group_rule (ee4919d4-c596-4048-9c29-21cfccc46694), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:56.366406 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:56.414850 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ce6b69e7-0458-4ee1-afbe-87755cae703a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (ee4919d4-c596-4048-9c29-21cfccc46694), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:56.435498 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b69e7-0458-4ee1-afbe-87755cae703a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4919d4-c596-4048-9c29-21cfccc46694,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:56.508227 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ce6b69e7-0458-4ee1-afbe-87755cae703a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:56.509554 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-ce6b69e7-0458-4ee1-afbe-87755cae703a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3175797 Apr 14 20:49:56.512160 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 46802) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:49:56.516659 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-b3a06b7e-0ff5-4a12-99a7-443eb653337d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Request body: {'security_group_rule': {'security_group_id': 'cee75fb5-9439-498b-b003-9ceed81f6780', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:49:56.627220 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b3a06b7e-0ff5-4a12-99a7-443eb653337d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group_rule (5c198e6d-91d6-4118-8a0c-544c9b99ccf2), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:56.701752 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e97ff-c8f6-4f36-b180-e161ff94b920 req-5f275d92-31ee-4bfc-be5e-16b3c73e04a1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:56.703231 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f92e97ff-c8f6-4f36-b180-e161ff94b920 req-5f275d92-31ee-4bfc-be5e-16b3c73e04a1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 946 time: 0.0659485 Apr 14 20:49:56.730599 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b3a06b7e-0ff5-4a12-99a7-443eb653337d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group_rule (5c198e6d-91d6-4118-8a0c-544c9b99ccf2), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:56.763670 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f92e97ff-c8f6-4f36-b180-e161ff94b920 req-13c739e0-9234-44ce-b698-bcd7b3adadea tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=90b1514d-4ef2-4b72-861e-9732a5da061c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539882 Apr 14 20:49:56.791911 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b3a06b7e-0ff5-4a12-99a7-443eb653337d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (5c198e6d-91d6-4118-8a0c-544c9b99ccf2), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:56.811853 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a06b7e-0ff5-4a12-99a7-443eb653337d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c198e6d-91d6-4118-8a0c-544c9b99ccf2,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:56.891566 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b3a06b7e-0ff5-4a12-99a7-443eb653337d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:56.892688 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-b3a06b7e-0ff5-4a12-99a7-443eb653337d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3796031 Apr 14 20:49:56.908894 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 46808) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:49:56.914517 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-8c1fbf65-0a71-4b9f-ae69-3243bd72a223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Request body: {'floatingip': {'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:49:57.015267 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8c1fbf65-0a71-4b9f-ae69-3243bd72a223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:57.102552 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8c1fbf65-0a71-4b9f-ae69-3243bd72a223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:57.209362 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [None req-8c1fbf65-0a71-4b9f-ae69-3243bd72a223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Allocated IP 172.27.1.173 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/520206eb-257b-4356-8fe8-615f0a73968d) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:49:57.314028 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8c1fbf65-0a71-4b9f-ae69-3243bd72a223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for port (520206eb-257b-4356-8fe8-615f0a73968d), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:57.397966 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8c1fbf65-0a71-4b9f-ae69-3243bd72a223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (520206eb-257b-4356-8fe8-615f0a73968d), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:57.436129 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1fbf65-0a71-4b9f-ae69-3243bd72a223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:49:57.441668 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-8c1fbf65-0a71-4b9f-ae69-3243bd72a223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:49:57.445236 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1fbf65-0a71-4b9f-ae69-3243bd72a223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:49:57.450748 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fbf65-0a71-4b9f-ae69-3243bd72a223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Pushing event updated for resources: {'Port': ['ID=520206eb-257b-4356-8fe8-615f0a73968d,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:57.535003 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8c1fbf65-0a71-4b9f-ae69-3243bd72a223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for floatingip (7041177f-c979-4e78-a04f-398fbc1c50a3), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:57.633956 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8c1fbf65-0a71-4b9f-ae69-3243bd72a223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (520206eb-257b-4356-8fe8-615f0a73968d), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:57.749040 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:57.785861 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8c1fbf65-0a71-4b9f-ae69-3243bd72a223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for port (520206eb-257b-4356-8fe8-615f0a73968d), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:57.858492 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae287b5-1877-4275-89ca-0b6cbf8ab940 req-75bb68c1-cfdb-48f2-bf45-06d39d71d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:57.860113 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fae287b5-1877-4275-89ca-0b6cbf8ab940 req-75bb68c1-cfdb-48f2-bf45-06d39d71d7ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 1130 time: 0.0394137 Apr 14 20:49:57.865732 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8c1fbf65-0a71-4b9f-ae69-3243bd72a223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (520206eb-257b-4356-8fe8-615f0a73968d), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:57.885780 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3847a98-f7aa-4d81-9c16-c8f277d2eea7 req-9e18ab66-8bc8-4d3c-aaa9-d13aef4d3543 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:57.887261 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d3847a98-f7aa-4d81-9c16-c8f277d2eea7 req-9e18ab66-8bc8-4d3c-aaa9-d13aef4d3543 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 946 time: 0.0496576 Apr 14 20:49:57.936865 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d3847a98-f7aa-4d81-9c16-c8f277d2eea7 req-547feaa3-ba62-41e1-9bf7-a92211f80651 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=90b1514d-4ef2-4b72-861e-9732a5da061c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437224 Apr 14 20:49:57.964044 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fbf65-0a71-4b9f-ae69-3243bd72a223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Pushing event updated for resources: {'Port': ['ID=520206eb-257b-4356-8fe8-615f0a73968d,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:49:57.978587 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fae287b5-1877-4275-89ca-0b6cbf8ab940 req-7f75749b-52be-4a13-ab09-23aac71dbe90 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=90b1514d-4ef2-4b72-861e-9732a5da061c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094692 Apr 14 20:49:57.985027 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8c1fbf65-0a71-4b9f-ae69-3243bd72a223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (7041177f-c979-4e78-a04f-398fbc1c50a3), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:58.051139 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8c1fbf65-0a71-4b9f-ae69-3243bd72a223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:58.052439 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-8c1fbf65-0a71-4b9f-ae69-3243bd72a223 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1414642 Apr 14 20:49:58.260833 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-8057f27e-246b-43ac-b3cc-a4d196696972 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1536032858&fields=id&tenant_id=2082493328724c83b6ee97c6c6d7a788 HTTP/1.1" status: 200 len: 267 time: 0.0460298 Apr 14 20:49:58.364783 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-41139e65-54a9-49e0-9d8a-0a32e39d9118 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:58.366176 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-41139e65-54a9-49e0-9d8a-0a32e39d9118 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/networks?id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c HTTP/1.1" status: 200 len: 817 time: 0.0983386 Apr 14 20:49:58.380485 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fcc4f745-93ca-4de3-9385-5daae69cf668 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/quotas/2082493328724c83b6ee97c6c6d7a788 HTTP/1.1" status: 200 len: 375 time: 0.0089042 Apr 14 20:49:58.433299 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-3fc1f6e0-5393-4e5d-a515-f6aca0577e0b tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2082493328724c83b6ee97c6c6d7a788&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479248 Apr 14 20:49:58.529461 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-f064f0e0-3a6d-47a1-a48b-b9bd40445893 service neutron] 10.222.0.15 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843985 Apr 14 20:49:58.620835 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-7e071393-caeb-417d-b7ca-d1e1596d4ae8 service neutron] 10.222.0.15 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852065 Apr 14 20:49:58.867767 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6845c923-52f4-49ef-a075-c2295f62160d req-75494b3d-e6ae-4585-88dd-e947b7ee094d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 210 time: 0.0275941 Apr 14 20:49:59.052860 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbc0f8-9ec8-48b5-b69c-12aac281d35b req-b22ce927-18d2-42c5-8123-ddc3757d7842 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:59.054606 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-16bbc0f8-9ec8-48b5-b69c-12aac281d35b req-b22ce927-18d2-42c5-8123-ddc3757d7842 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 946 time: 0.0483651 Apr 14 20:49:59.104489 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-16bbc0f8-9ec8-48b5-b69c-12aac281d35b req-d8efae34-61c5-4519-92ac-b3dff2951076 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=90b1514d-4ef2-4b72-861e-9732a5da061c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440936 Apr 14 20:49:59.357777 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:59.803764 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74162d86-b808-4216-b82d-d391c510e008 req-3672bd02-dcb6-4ea0-b7bf-880f1c1cf352 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:49:59.805494 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-74162d86-b808-4216-b82d-d391c510e008 req-3672bd02-dcb6-4ea0-b7bf-880f1c1cf352 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0535383 Apr 14 20:49:59.856402 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-74162d86-b808-4216-b82d-d391c510e008 req-a60a1dc5-7246-4c0d-8f82-ef1efbf7e4bb tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452342 Apr 14 20:49:59.968713 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9576ce11-eb84-467a-adbc-bc9c0f5cf8f6 req-4e35b010-7bd7-4a60-aff0-2dfeab58d4f8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 210 time: 0.0280955 Apr 14 20:50:00.219318 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c26e53-273d-4b22-b170-a7b6fa41c4b2 req-976116df-e454-40f7-9948-9e6f04a50b80 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:00.220726 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f5c26e53-273d-4b22-b170-a7b6fa41c4b2 req-976116df-e454-40f7-9948-9e6f04a50b80 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 946 time: 0.0480502 Apr 14 20:50:00.270303 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f5c26e53-273d-4b22-b170-a7b6fa41c4b2 req-46d7d1ff-aa09-4e68-a827-537ac2ad8ff6 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=90b1514d-4ef2-4b72-861e-9732a5da061c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423987 Apr 14 20:50:00.383459 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14edb5c-44ee-4456-852a-1eb0c6351e0e req-1165e158-e153-4b1e-9ea2-a479dea0ca3d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:00.384975 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e14edb5c-44ee-4456-852a-1eb0c6351e0e req-1165e158-e153-4b1e-9ea2-a479dea0ca3d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 946 time: 0.0522344 Apr 14 20:50:00.394260 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 46868) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:00.398792 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-c7664632-c149-45c5-a857-3a37c67cf33b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'floatingip': {'port_id': 'c164d20c-20d4-4893-b6f3-73cb14a307a5'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:50:00.438261 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-c7664632-c149-45c5-a857-3a37c67cf33b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (1982a8c4-a47a-4415-99ad-9d736697e1e1), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:00.927608 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-c7664632-c149-45c5-a857-3a37c67cf33b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:00.972263 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-c7664632-c149-45c5-a857-3a37c67cf33b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (1982a8c4-a47a-4415-99ad-9d736697e1e1), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:00.992242 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb45534-51c5-4ba1-a53a-1e46fe4c64e7 req-d9b8625c-d9d5-4172-9700-e7b6b0b36f30 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:00.995211 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ceb45534-51c5-4ba1-a53a-1e46fe4c64e7 req-d9b8625c-d9d5-4172-9700-e7b6b0b36f30 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0595856 Apr 14 20:50:01.056561 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ceb45534-51c5-4ba1-a53a-1e46fe4c64e7 req-6d3bfd37-f90a-4e79-9178-c02c8cea76b1 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501971 Apr 14 20:50:01.102042 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5f3f36c0-ef10-4d98-93a7-5d3e87880830 req-bbcabc4c-be5f-459c-93f5-f037a54aea0c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 210 time: 0.0347493 Apr 14 20:50:01.133679 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.l3_db [None req-c7664632-c149-45c5-a857-3a37c67cf33b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Floating IP 1982a8c4-a47a-4415-99ad-9d736697e1e1 associated. External IP: 172.27.1.221, port: c164d20c-20d4-4893-b6f3-73cb14a307a5. Apr 14 20:50:01.379523 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7664632-c149-45c5-a857-3a37c67cf33b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Router 22952585-c418-4496-8f79-2f97352549ae has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:50:01.495402 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7664632-c149-45c5-a857-3a37c67cf33b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:50:01.500298 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-c7664632-c149-45c5-a857-3a37c67cf33b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:01.507735 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4c4a75-451b-4e82-8ad6-4d54cdc7866b None None] Sync routers for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:50:01.520006 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4c4a75-451b-4e82-8ad6-4d54cdc7866b None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:50:01.520748 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-4f4c4a75-451b-4e82-8ad6-4d54cdc7866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:49:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:01.531195 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-c7664632-c149-45c5-a857-3a37c67cf33b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "PUT /v2.0/floatingips/1982a8c4-a47a-4415-99ad-9d736697e1e1 HTTP/1.1" status: 200 len: 992 time: 1.1357489 Apr 14 20:50:01.531882 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e49c837-b0bb-409a-aa46-aed39c141033', 'tag': 'c164d20c-20d4-4893-b6f3-73cb14a307a5'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:50:01.534179 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a0e78d-b28c-4ab1-95b9-ac77a67c5d85" -d '{"events": [{"name": "network-changed", "server_uuid": "0e49c837-b0bb-409a-aa46-aed39c141033", "tag": "c164d20c-20d4-4893-b6f3-73cb14a307a5"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:50:01.569944 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9942d11b-d813-4276-a687-d038f2a09fc8 x-openstack-request-id: req-9942d11b-d813-4276-a687-d038f2a09fc8 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:50:01.570237 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e49c837-b0bb-409a-aa46-aed39c141033", "tag": "c164d20c-20d4-4893-b6f3-73cb14a307a5", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:50:01.570490 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9942d11b-d813-4276-a687-d038f2a09fc8 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:50:01.570928 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9942d11b-d813-4276-a687-d038f2a09fc8'] response: {'name': 'network-changed', 'server_uuid': '0e49c837-b0bb-409a-aa46-aed39c141033', 'tag': 'c164d20c-20d4-4893-b6f3-73cb14a307a5', 'status': 'completed', 'code': 200} Apr 14 20:50:01.633169 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-4f4c4a75-451b-4e82-8ad6-4d54cdc7866b None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:50:01.864319 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0e78d-b28c-4ab1-95b9-ac77a67c5d85 req-df25d458-8be7-439a-8ee0-4397640596bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:01.866063 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-65a0e78d-b28c-4ab1-95b9-ac77a67c5d85 req-df25d458-8be7-439a-8ee0-4397640596bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31d17db2ef5747d8836b06e9567e947b&device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 1130 time: 0.0478482 Apr 14 20:50:01.898145 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-4f4c4a75-451b-4e82-8ad6-4d54cdc7866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '1982a8c4-a47a-4415-99ad-9d736697e1e1', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '22952585-c418-4496-8f79-2f97352549ae', 'port_id': 'c164d20c-20d4-4893-b6f3-73cb14a307a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'mac_address': 'fa:16:3e:50:86:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e49c837-b0bb-409a-aa46-aed39c141033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:49:40Z', 'updated_at': '2022-04-14T20:50:00Z', 'revision_number': 1, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:01.926700 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4c4a75-451b-4e82-8ad6-4d54cdc7866b None None] Checking router: 22952585-c418-4496-8f79-2f97352549ae for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:50:01.936606 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4c4a75-451b-4e82-8ad6-4d54cdc7866b None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:50:01.937739 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-4f4c4a75-451b-4e82-8ad6-4d54cdc7866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:49:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:01.973523 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0e78d-b28c-4ab1-95b9-ac77a67c5d85 req-c8071944-74be-43e1-83be-0d6772b255d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:01.975024 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-65a0e78d-b28c-4ab1-95b9-ac77a67c5d85 req-c8071944-74be-43e1-83be-0d6772b255d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78fd882f-0d96-47e7-99be-fdb344cfeb03 HTTP/1.1" status: 200 len: 915 time: 0.1009853 Apr 14 20:50:02.087218 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-65a0e78d-b28c-4ab1-95b9-ac77a67c5d85 req-b623726d-0999-4128-b6e8-2c02b220d38f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c164d20c-20d4-4893-b6f3-73cb14a307a5 HTTP/1.1" status: 200 len: 1000 time: 0.0775015 Apr 14 20:50:02.176785 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-4f4c4a75-451b-4e82-8ad6-4d54cdc7866b None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:50:02.273790 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a784fc05-a868-4d06-a7ca-e08eb4fa3e64 req-1384cf68-fc63-40e3-ad73-fb12d185d766 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 210 time: 0.0481570 Apr 14 20:50:02.312495 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef187047-9784-4c05-b043-b6fa47bea505 req-e174d06f-e732-4f62-8239-7cf51c80f63e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:02.314051 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ef187047-9784-4c05-b043-b6fa47bea505 req-e174d06f-e732-4f62-8239-7cf51c80f63e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.0556002 Apr 14 20:50:02.436572 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-ef187047-9784-4c05-b043-b6fa47bea505 req-08df2fc0-24d6-42f1-9db3-465e425b442e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Deleting port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:50:02.437137 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-ef187047-9784-4c05-b043-b6fa47bea505 req-08df2fc0-24d6-42f1-9db3-465e425b442e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:02.446618 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-4f4c4a75-451b-4e82-8ad6-4d54cdc7866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '1982a8c4-a47a-4415-99ad-9d736697e1e1', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '22952585-c418-4496-8f79-2f97352549ae', 'port_id': 'c164d20c-20d4-4893-b6f3-73cb14a307a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'mac_address': 'fa:16:3e:50:86:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e49c837-b0bb-409a-aa46-aed39c141033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:49:40Z', 'updated_at': '2022-04-14T20:50:00Z', 'revision_number': 1, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:02.471015 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0e78d-b28c-4ab1-95b9-ac77a67c5d85 req-43b080b7-cdc4-4da2-a42f-190bb119bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:02.473870 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-65a0e78d-b28c-4ab1-95b9-ac77a67c5d85 req-43b080b7-cdc4-4da2-a42f-190bb119bac7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=793028ec-fc30-4134-ac09-e1d2921d9f88 HTTP/1.1" status: 200 len: 853 time: 0.3502121 Apr 14 20:50:02.479944 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6c498-6e74-4370-80c6-92cb700d7c2c req-f5fdeec3-566b-4f11-92cf-c678afe9c9b0 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:02.481339 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7ee6c498-6e74-4370-80c6-92cb700d7c2c req-f5fdeec3-566b-4f11-92cf-c678afe9c9b0 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 945 time: 0.3139074 Apr 14 20:50:02.486909 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4c4a75-451b-4e82-8ad6-4d54cdc7866b None None] The sync data for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi is: [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '1982a8c4-a47a-4415-99ad-9d736697e1e1', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '22952585-c418-4496-8f79-2f97352549ae', 'port_id': 'c164d20c-20d4-4893-b6f3-73cb14a307a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'mac_address': 'fa:16:3e:50:86:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e49c837-b0bb-409a-aa46-aed39c141033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:49:40Z', 'updated_at': '2022-04-14T20:50:00Z', 'revision_number': 1, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:50:02.540188 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-ef187047-9784-4c05-b043-b6fa47bea505 req-08df2fc0-24d6-42f1-9db3-465e425b442e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] For port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81,segment=NetworkSegment(a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e),segment_id=a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:50:02.540749 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7ee6c498-6e74-4370-80c6-92cb700d7c2c req-68ebdf64-b521-4bb8-9bc1-1f4d61b7ed04 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc234cab-572d-473a-a646-8bf778f25458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516129 Apr 14 20:50:02.540891 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-ef187047-9784-4c05-b043-b6fa47bea505 req-08df2fc0-24d6-42f1-9db3-465e425b442e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:02.711290 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236be901-3d63-423e-adc8-401e324d416f None None] New status for floating IP 1982a8c4-a47a-4415-99ad-9d736697e1e1: ACTIVE {{(pid=110414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:50:02.742846 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0e78d-b28c-4ab1-95b9-ac77a67c5d85 req-74c2583d-de72-4e8d-b51a-ac4cfc58534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:02.744401 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-65a0e78d-b28c-4ab1-95b9-ac77a67c5d85 req-74c2583d-de72-4e8d-b51a-ac4cfc58534c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78fd882f-0d96-47e7-99be-fdb344cfeb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531375 Apr 14 20:50:02.783397 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-ef187047-9784-4c05-b043-b6fa47bea505 req-08df2fc0-24d6-42f1-9db3-465e425b442e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:02.783766 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-ef187047-9784-4c05-b043-b6fa47bea505 req-08df2fc0-24d6-42f1-9db3-465e425b442e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (663a385e-6d1a-4c4b-afb1-e8156a7a0be9), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:02.784690 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.l3_db [req-ef187047-9784-4c05-b043-b6fa47bea505 req-08df2fc0-24d6-42f1-9db3-465e425b442e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Floating IP 663a385e-6d1a-4c4b-afb1-e8156a7a0be9 disassociated. External IP: 172.27.1.77, port: 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81. Apr 14 20:50:02.785043 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-ef187047-9784-4c05-b043-b6fa47bea505 req-08df2fc0-24d6-42f1-9db3-465e425b442e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Calling delete_port for 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 owned by compute:nova {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:50:02.843992 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-65a0e78d-b28c-4ab1-95b9-ac77a67c5d85 req-5fe57d6a-6025-45a0-aa8f-ba12737682ea service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922673 Apr 14 20:50:02.944035 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-65a0e78d-b28c-4ab1-95b9-ac77a67c5d85 req-6032ee11-e984-47fe-bbab-b2153793dcfc service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935080 Apr 14 20:50:03.001873 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-ef187047-9784-4c05-b043-b6fa47bea505 req-08df2fc0-24d6-42f1-9db3-465e425b442e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999'] for port (1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:03.030682 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df2fc0-24d6-42f1-9db3-465e425b442e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Pushing event deleted for resources: {'Port': ['ID=1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:03.085795 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-791bb10b-a732-4b34-a44f-c14f8976f17e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:03.087297 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-791bb10b-a732-4b34-a44f-c14f8976f17e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.16 "GET /v2.0/networks?id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c HTTP/1.1" status: 200 len: 817 time: 0.1240335 Apr 14 20:50:03.151548 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-6ca00e74-6163-41be-9031-13bc933ff1a2 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2082493328724c83b6ee97c6c6d7a788 HTTP/1.1" status: 200 len: 380 time: 0.0554593 Apr 14 20:50:03.160809 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-798a2a16-b6fc-4805-8054-9b8895091a8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Request body: {'port': {'device_id': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'admin_state_up': True, 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'security_groups': ['cee75fb5-9439-498b-b003-9ceed81f6780']}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:50:03.165002 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef187047-9784-4c05-b043-b6fa47bea505 req-08df2fc0-24d6-42f1-9db3-465e425b442e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:50:03.292691 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef187047-9784-4c05-b043-b6fa47bea505 req-08df2fc0-24d6-42f1-9db3-465e425b442e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:50:03.307311 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf7dc1-a6be-4454-a60f-d33c93588062 None None] Sync routers for ids ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:50:03.329869 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbf7dc1-a6be-4454-a60f-d33c93588062 None None] Routers {'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:50:03.331514 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-8dbf7dc1-a6be-4454-a60f-d33c93588062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:49:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:03.336573 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef187047-9784-4c05-b043-b6fa47bea505 req-08df2fc0-24d6-42f1-9db3-465e425b442e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] No DVR routers for this DVR port 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 on host hv-cinder-83754 {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:50:03.340006 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-ef187047-9784-4c05-b043-b6fa47bea505 req-08df2fc0-24d6-42f1-9db3-465e425b442e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:03.343395 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ef187047-9784-4c05-b043-b6fa47bea505 req-08df2fc0-24d6-42f1-9db3-465e425b442e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.16 "DELETE /v2.0/ports/1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 HTTP/1.1" status: 204 len: 173 time: 1.0231645 Apr 14 20:50:03.343845 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaa230d-7b5d-447e-aa6c-0b4ea746e158', 'name': 'network-vif-deleted', 'tag': '1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:50:03.346124 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf80866-a8a0-4f42-8321-03eadc4a4ca9" -d '{"events": [{"server_uuid": "ceaa230d-7b5d-447e-aa6c-0b4ea746e158", "name": "network-vif-deleted", "tag": "1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:50:03.394724 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-798a2a16-b6fc-4805-8054-9b8895091a8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Made reservation on behalf of 2082493328724c83b6ee97c6c6d7a788 for: {'port': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:50:03.398448 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-798a2a16-b6fc-4805-8054-9b8895091a8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:03.400415 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052bb61d-0772-4cb0-b88e-a6c36e2f7ebe x-openstack-request-id: req-052bb61d-0772-4cb0-b88e-a6c36e2f7ebe {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:50:03.400995 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaa230d-7b5d-447e-aa6c-0b4ea746e158", "name": "network-vif-deleted", "tag": "1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:50:03.401495 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-052bb61d-0772-4cb0-b88e-a6c36e2f7ebe {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:50:03.402143 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-052bb61d-0772-4cb0-b88e-a6c36e2f7ebe'] response: {'server_uuid': 'ceaa230d-7b5d-447e-aa6c-0b4ea746e158', 'name': 'network-vif-deleted', 'tag': '1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81', 'status': 'completed', 'code': 200} Apr 14 20:50:03.411917 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b6f69a6a-e92d-4f09-aa1c-803ea197aa80 req-a3cfc1ce-9527-4ea2-8b7a-7e0d4f8c1f93 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 210 time: 0.0449188 Apr 14 20:50:03.484225 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-8dbf7dc1-a6be-4454-a60f-d33c93588062 None None] Set router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:50:03.552944 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-798a2a16-b6fc-4805-8054-9b8895091a8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Allocated IP 172.20.0.12 (d8f2fc22-5798-4429-ba83-71f0fd04ef2c/16b82aa4-c945-4e6e-b6e8-1226b1ad8852/26d33623-d257-4134-8ebc-78dab189dcd0) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:50:03.699725 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c3572fbe-e2dd-4336-93c9-d92fdb7728eb req-434cd20a-db5a-493d-a408-ffe4be5160c9 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=ceaa230d-7b5d-447e-aa6c-0b4ea746e158 HTTP/1.1" status: 200 len: 210 time: 0.0677590 Apr 14 20:50:03.707335 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-8dbf7dc1-a6be-4454-a60f-d33c93588062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:31Z', 'revision_number': 4, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'c4212cdb-0089-41c5-98f8-5ab1733e751b', 'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'mac_address': 'fa:16:3e:8d:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e65d667f-64ee-4065-b3c5-818560099347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:29Z', 'updated_at': '2022-04-14T20:45:42Z', 'revision_number': 5, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'subnets': [{'id': 'e65d667f-64ee-4065-b3c5-818560099347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:03.741145 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf7dc1-a6be-4454-a60f-d33c93588062 None None] Checking router: cd38b8c1-64f0-4d4a-a390-3781c7c3f27b for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:50:03.750098 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbf7dc1-a6be-4454-a60f-d33c93588062 None None] Routers {'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:50:03.750753 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-8dbf7dc1-a6be-4454-a60f-d33c93588062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:49:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:03.761915 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-798a2a16-b6fc-4805-8054-9b8895091a8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for port (26d33623-d257-4134-8ebc-78dab189dcd0), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:03.872620 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-8dbf7dc1-a6be-4454-a60f-d33c93588062 None None] Set router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:50:03.890127 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-798a2a16-b6fc-4805-8054-9b8895091a8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:03.942188 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-798a2a16-b6fc-4805-8054-9b8895091a8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Network d8f2fc22-5798-4429-ba83-71f0fd04ef2c is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:50:03.945729 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-798a2a16-b6fc-4805-8054-9b8895091a8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:50:03.950421 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-798a2a16-b6fc-4805-8054-9b8895091a8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:50:03.954457 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a2a16-b6fc-4805-8054-9b8895091a8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Pushing event updated for resources: {'Port': ['ID=26d33623-d257-4134-8ebc-78dab189dcd0,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:04.004394 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-798a2a16-b6fc-4805-8054-9b8895091a8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:04.005132 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-798a2a16-b6fc-4805-8054-9b8895091a8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:04.091644 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-8dbf7dc1-a6be-4454-a60f-d33c93588062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:31Z', 'revision_number': 4, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'c4212cdb-0089-41c5-98f8-5ab1733e751b', 'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'mac_address': 'fa:16:3e:8d:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e65d667f-64ee-4065-b3c5-818560099347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:29Z', 'updated_at': '2022-04-14T20:45:42Z', 'revision_number': 5, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'subnets': [{'id': 'e65d667f-64ee-4065-b3c5-818560099347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:04.092074 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-798a2a16-b6fc-4805-8054-9b8895091a8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9356136 Apr 14 20:50:04.122751 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf7dc1-a6be-4454-a60f-d33c93588062 None None] The sync data for ids ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'] in dv-cinder-837540-3-iscsi is: [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:31Z', 'revision_number': 4, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'c4212cdb-0089-41c5-98f8-5ab1733e751b', 'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'mac_address': 'fa:16:3e:8d:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e65d667f-64ee-4065-b3c5-818560099347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:29Z', 'updated_at': '2022-04-14T20:45:42Z', 'revision_number': 5, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'subnets': [{'id': 'e65d667f-64ee-4065-b3c5-818560099347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:50:04.123432 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Request body: {'port': {'device_id': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:50:04.198219 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:04.246330 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-9387fdf8-1be2-4ebc-a889-fc77b8dcbe8a None None] Provisioning complete for port 26d33623-d257-4134-8ebc-78dab189dcd0 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:50:04.246634 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-9387fdf8-1be2-4ebc-a889-fc77b8dcbe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:04.289535 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-9387fdf8-1be2-4ebc-a889-fc77b8dcbe8a None None] Port 26d33623-d257-4134-8ebc-78dab189dcd0 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:50:04.435217 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab6f0f-ab25-4724-b20c-08c1d4f52fbd None None] New status for floating IP 663a385e-6d1a-4c4b-afb1-e8156a7a0be9: DOWN {{(pid=110414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:50:04.512739 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d33623-d257-4134-8ebc-78dab189dcd0 {{(pid=110412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:50:04.522373 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Publish callbacks [] for port (26d33623-d257-4134-8ebc-78dab189dcd0), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:04.539523 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.provisioning_blocks [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Transition to ACTIVE for port object 26d33623-d257-4134-8ebc-78dab189dcd0 will not be triggered until provisioned by entity L2. {{(pid=110412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:50:04.584902 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df688bd9-1c88-4d9a-acf6-78f8f2ec576b req-0389a440-a6fd-4408-b8c8-55935c7e9137 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:04.589242 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-df688bd9-1c88-4d9a-acf6-78f8f2ec576b req-0389a440-a6fd-4408-b8c8-55935c7e9137 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 932 time: 0.0657914 Apr 14 20:50:04.638403 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-df688bd9-1c88-4d9a-acf6-78f8f2ec576b req-2655345f-038d-473e-8660-728e3a9fc2d3 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426853 Apr 14 20:50:04.646771 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:04.738744 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Pushing event updated for resources: {'Port': ['ID=26d33623-d257-4134-8ebc-78dab189dcd0,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:04.802415 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Attempting to bind port 26d33623-d257-4134-8ebc-78dab189dcd0 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:50:04.802755 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Attempting to bind port 26d33623-d257-4134-8ebc-78dab189dcd0 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'b8e6d31b-c055-4055-9038-42a4f543c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:50:04.803087 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Attempting to bind port 26d33623-d257-4134-8ebc-78dab189dcd0 on network d8f2fc22-5798-4429-ba83-71f0fd04ef2c {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:50:04.807923 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Port 26d33623-d257-4134-8ebc-78dab189dcd0 on network d8f2fc22-5798-4429-ba83-71f0fd04ef2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:50:04.808247 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Attempting to bind port 26d33623-d257-4134-8ebc-78dab189dcd0 on network d8f2fc22-5798-4429-ba83-71f0fd04ef2c {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:50:04.813680 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:50:04.814025 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Checking segment: {'id': 'b8e6d31b-c055-4055-9038-42a4f543c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:50:04.814401 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Bound using segment: {'id': 'b8e6d31b-c055-4055-9038-42a4f543c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:50:04.814824 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Bound port: 26d33623-d257-4134-8ebc-78dab189dcd0, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e6d31b-c055-4055-9038-42a4f543c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:50:04.815233 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:04.869830 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 46928) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:04.899487 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] For port 26d33623-d257-4134-8ebc-78dab189dcd0, host hv-cinder-83754, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:50:04.902808 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] For port 26d33623-d257-4134-8ebc-78dab189dcd0, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=26d33623-d257-4134-8ebc-78dab189dcd0,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:50:04.931947 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-00f9a474-202b-4729-9f2e-0f561340b45c tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group (bc234cab-572d-473a-a646-8bf778f25458), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:04.955365 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-00f9a474-202b-4729-9f2e-0f561340b45c tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group (bc234cab-572d-473a-a646-8bf778f25458), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:05.010036 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:05.035454 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:50:05.046588 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:05.047304 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:05.048658 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] 10.222.0.16 "PUT /v2.0/ports/26d33623-d257-4134-8ebc-78dab189dcd0 HTTP/1.1" status: 200 len: 1094 time: 0.9299543 Apr 14 20:50:05.049099 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'tag': '26d33623-d257-4134-8ebc-78dab189dcd0'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:50:05.051358 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2017e0f4-974c-466c-9c0a-7f7c7c58ac32" -d '{"events": [{"name": "network-changed", "server_uuid": "35407a99-656a-44a6-b944-d9ad5c1d0a59", "tag": "26d33623-d257-4134-8ebc-78dab189dcd0"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:50:05.057460 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:50:05.058722 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 1267c1ca-ffb8-4f0c-adbd-0e59d5b9bf81 not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:50:05.072177 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-00f9a474-202b-4729-9f2e-0f561340b45c tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (bc234cab-572d-473a-a646-8bf778f25458), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:05.075294 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-00f9a474-202b-4729-9f2e-0f561340b45c tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:05.076472 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-00f9a474-202b-4729-9f2e-0f561340b45c tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "DELETE /v2.0/security-groups/bc234cab-572d-473a-a646-8bf778f25458 HTTP/1.1" status: 204 len: 168 time: 0.2053738 Apr 14 20:50:05.080635 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 46932) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:05.085973 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa773626-1571-404f-9341-3b599b6b98d7 service neutron] Pushing event updated for resources: {'Port': ['ID=26d33623-d257-4134-8ebc-78dab189dcd0,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:05.093938 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cbb18b-6684-48a9-bcf7-90dbf35dbf7a x-openstack-request-id: req-31cbb18b-6684-48a9-bcf7-90dbf35dbf7a {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:50:05.094544 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35407a99-656a-44a6-b944-d9ad5c1d0a59", "tag": "26d33623-d257-4134-8ebc-78dab189dcd0", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:50:05.094544 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31cbb18b-6684-48a9-bcf7-90dbf35dbf7a {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:50:05.095290 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31cbb18b-6684-48a9-bcf7-90dbf35dbf7a'] response: {'name': 'network-changed', 'server_uuid': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'tag': '26d33623-d257-4134-8ebc-78dab189dcd0', 'status': 'completed', 'code': 200} Apr 14 20:50:05.107335 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9a474-202b-4729-9f2e-0f561340b45c tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc234cab-572d-473a-a646-8bf778f25458,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:05.110243 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.api.v2.resource [None req-bed84009-67e1-4076-b6b3-1e38fa7b4024 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] show failed (client error): The resource could not be found. Apr 14 20:50:05.111299 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-bed84009-67e1-4076-b6b3-1e38fa7b4024 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups/bc234cab-572d-473a-a646-8bf778f25458 HTTP/1.1" status: 404 len: 347 time: 0.0272648 Apr 14 20:50:05.121026 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 46934) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:05.156449 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017e0f4-974c-466c-9c0a-7f7c7c58ac32 req-29fcbb64-ddc0-44b7-a530-e78c75b970a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:05.158026 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2017e0f4-974c-466c-9c0a-7f7c7c58ac32 req-29fcbb64-ddc0-44b7-a530-e78c75b970a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2082493328724c83b6ee97c6c6d7a788&device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 1128 time: 0.0454178 Apr 14 20:50:05.267137 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-a2788914-2e8c-489d-8871-38801f1d16bb tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Deleting port a20adb34-f8f9-4533-8fb1-a8a3a360474d {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:50:05.267445 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a2788914-2e8c-489d-8871-38801f1d16bb tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (a20adb34-f8f9-4533-8fb1-a8a3a360474d), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:05.275455 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017e0f4-974c-466c-9c0a-7f7c7c58ac32 req-613e406f-5e7e-4168-8d3b-a6c8834341f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:05.277026 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2017e0f4-974c-466c-9c0a-7f7c7c58ac32 req-613e406f-5e7e-4168-8d3b-a6c8834341f3 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2082493328724c83b6ee97c6c6d7a788&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1120253 Apr 14 20:50:05.352945 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a2788914-2e8c-489d-8871-38801f1d16bb tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (a20adb34-f8f9-4533-8fb1-a8a3a360474d), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:05.353337 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a2788914-2e8c-489d-8871-38801f1d16bb tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for floatingip (a20adb34-f8f9-4533-8fb1-a8a3a360474d), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:05.366725 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-a2788914-2e8c-489d-8871-38801f1d16bb tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Calling delete_port for a20adb34-f8f9-4533-8fb1-a8a3a360474d owned by network:floatingip {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:50:05.376132 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017e0f4-974c-466c-9c0a-7f7c7c58ac32 req-28e0f14c-c069-452c-99b0-9503724a951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:05.378483 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2017e0f4-974c-466c-9c0a-7f7c7c58ac32 req-28e0f14c-c069-452c-99b0-9503724a951e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947814 Apr 14 20:50:05.462070 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-92fdba60-55da-4728-bab2-a72ed4bb694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:05.463574 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-92fdba60-55da-4728-bab2-a72ed4bb694e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2082493328724c83b6ee97c6c6d7a788&device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 1128 time: 0.0417163 Apr 14 20:50:05.507989 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-3468b3a3-d50c-42c0-8eff-11e6f7958c8e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26d33623-d257-4134-8ebc-78dab189dcd0 HTTP/1.1" status: 200 len: 217 time: 0.0347357 Apr 14 20:50:05.556697 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-b742172f-ae41-4b3c-ba1d-44de19036b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:05.558146 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-b742172f-ae41-4b3c-ba1d-44de19036b16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16b82aa4-c945-4e6e-b6e8-1226b1ad8852 HTTP/1.1" status: 200 len: 856 time: 0.0436406 Apr 14 20:50:05.608484 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-d85d481d-89e4-4013-bf69-4ee9411aabd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:05.610176 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-d85d481d-89e4-4013-bf69-4ee9411aabd8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440190 Apr 14 20:50:05.614786 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a2788914-2e8c-489d-8871-38801f1d16bb tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999'] for port (a20adb34-f8f9-4533-8fb1-a8a3a360474d), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:05.667867 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2788914-2e8c-489d-8871-38801f1d16bb tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Pushing event deleted for resources: {'Port': ['ID=a20adb34-f8f9-4533-8fb1-a8a3a360474d,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:05.669693 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a2788914-2e8c-489d-8871-38801f1d16bb tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for floatingip (663a385e-6d1a-4c4b-afb1-e8156a7a0be9), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:05.672432 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a2788914-2e8c-489d-8871-38801f1d16bb tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:05.677068 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-a2788914-2e8c-489d-8871-38801f1d16bb tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "DELETE /v2.0/floatingips/663a385e-6d1a-4c4b-afb1-e8156a7a0be9 HTTP/1.1" status: 204 len: 168 time: 0.5515914 Apr 14 20:50:05.716285 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-bede04f8-cd31-4b04-b7f3-849735710c92 service neutron] 10.222.0.16 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995450 Apr 14 20:50:05.772078 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdff7b-d3cd-4f62-9311-3d8301c41278 req-dd3941bf-c121-4a47-8fae-5449fd845532 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:05.773605 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9fbdff7b-d3cd-4f62-9311-3d8301c41278 req-dd3941bf-c121-4a47-8fae-5449fd845532 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0530016 Apr 14 20:50:05.814291 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d5b5bb60-ce8b-4308-ac2f-4b41cde53532 req-486a7a20-6ba2-4b12-9415-df149befbb27 service neutron] 10.222.0.16 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908110 Apr 14 20:50:05.834043 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9fbdff7b-d3cd-4f62-9311-3d8301c41278 req-97267d79-cde0-441a-bd4e-64074cd598a3 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541892 Apr 14 20:50:06.102842 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 46948) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:06.107288 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-ec276f2b-223a-4a2a-b20b-b57d144dfc84 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--399377374', 'description': 'tempest-description--592225985'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:50:06.186331 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ec276f2b-223a-4a2a-b20b-b57d144dfc84 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:06.266435 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ec276f2b-223a-4a2a-b20b-b57d144dfc84 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group (5b0c8c9d-e120-46a0-ae18-c16c85353712), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:06.337934 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ec276f2b-223a-4a2a-b20b-b57d144dfc84 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (5b0c8c9d-e120-46a0-ae18-c16c85353712), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:06.377814 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec276f2b-223a-4a2a-b20b-b57d144dfc84 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0c8c9d-e120-46a0-ae18-c16c85353712,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:06.448181 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ec276f2b-223a-4a2a-b20b-b57d144dfc84 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:06.449499 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ec276f2b-223a-4a2a-b20b-b57d144dfc84 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3456342 Apr 14 20:50:06.452283 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 46950) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:06.456737 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-81287f4a-f76e-45ae-8580-4349868af44c tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Request body: {'security_group_rule': {'security_group_id': '5b0c8c9d-e120-46a0-ae18-c16c85353712', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:50:06.563308 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-81287f4a-f76e-45ae-8580-4349868af44c tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group_rule (becd091e-787c-4b09-901d-1a055bd29b4a), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:06.649045 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-81287f4a-f76e-45ae-8580-4349868af44c tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group_rule (becd091e-787c-4b09-901d-1a055bd29b4a), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:06.714531 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-81287f4a-f76e-45ae-8580-4349868af44c tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (becd091e-787c-4b09-901d-1a055bd29b4a), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:06.732901 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81287f4a-f76e-45ae-8580-4349868af44c tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becd091e-787c-4b09-901d-1a055bd29b4a,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:06.803247 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-81287f4a-f76e-45ae-8580-4349868af44c tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:06.805110 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-81287f4a-f76e-45ae-8580-4349868af44c tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3518279 Apr 14 20:50:06.807680 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 46952) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:06.812085 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-c068a6e1-20d6-4e32-8cba-77c4899aa359 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Request body: {'security_group_rule': {'security_group_id': '5b0c8c9d-e120-46a0-ae18-c16c85353712', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:50:06.902709 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c068a6e1-20d6-4e32-8cba-77c4899aa359 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group_rule (c9a9221f-db75-4dc1-ac4a-2ab206d14f84), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:06.993051 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927adec7-d140-4ac2-8c1e-4e2e5fd4dd72 req-207d5bba-1eae-4334-bf3b-5ceb67967f76 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:06.994615 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-927adec7-d140-4ac2-8c1e-4e2e5fd4dd72 req-207d5bba-1eae-4334-bf3b-5ceb67967f76 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0679731 Apr 14 20:50:07.043487 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c068a6e1-20d6-4e32-8cba-77c4899aa359 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group_rule (c9a9221f-db75-4dc1-ac4a-2ab206d14f84), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:07.074285 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-927adec7-d140-4ac2-8c1e-4e2e5fd4dd72 req-ecd813d4-1ffd-4f98-827b-2939381f2be9 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692103 Apr 14 20:50:07.120356 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c068a6e1-20d6-4e32-8cba-77c4899aa359 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (c9a9221f-db75-4dc1-ac4a-2ab206d14f84), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:07.140641 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068a6e1-20d6-4e32-8cba-77c4899aa359 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a9221f-db75-4dc1-ac4a-2ab206d14f84,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:07.228709 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c068a6e1-20d6-4e32-8cba-77c4899aa359 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:07.229909 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-c068a6e1-20d6-4e32-8cba-77c4899aa359 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4212203 Apr 14 20:50:07.233261 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 46974) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:07.239045 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-aeec352c-ba65-4233-b8db-778ef3676168 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Request body: {'floatingip': {'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:50:07.358672 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-aeec352c-ba65-4233-b8db-778ef3676168 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:07.457129 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-aeec352c-ba65-4233-b8db-778ef3676168 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:07.577726 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-aeec352c-ba65-4233-b8db-778ef3676168 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Allocated IP 172.27.1.222 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/02d4d992-f5f7-431f-b0f9-c728bc53969f) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:50:07.700111 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-aeec352c-ba65-4233-b8db-778ef3676168 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for port (02d4d992-f5f7-431f-b0f9-c728bc53969f), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:08.072503 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-aeec352c-ba65-4233-b8db-778ef3676168 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (02d4d992-f5f7-431f-b0f9-c728bc53969f), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:08.109959 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeec352c-ba65-4233-b8db-778ef3676168 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:50:08.112646 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-aeec352c-ba65-4233-b8db-778ef3676168 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:50:08.118211 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeec352c-ba65-4233-b8db-778ef3676168 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:50:08.128803 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec352c-ba65-4233-b8db-778ef3676168 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Pushing event updated for resources: {'Port': ['ID=02d4d992-f5f7-431f-b0f9-c728bc53969f,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:08.179989 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-aeec352c-ba65-4233-b8db-778ef3676168 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for floatingip (3f16fca1-2f57-4c48-9f3c-57d8d960c47f), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:08.223400 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7e34c-25f9-433f-bcba-05fdb5888982 req-35258902-a475-4c5e-a01d-a2eb8a501cb7 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:08.224890 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f5e7e34c-25f9-433f-bcba-05fdb5888982 req-35258902-a475-4c5e-a01d-a2eb8a501cb7 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0474102 Apr 14 20:50:08.270664 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-aeec352c-ba65-4233-b8db-778ef3676168 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (02d4d992-f5f7-431f-b0f9-c728bc53969f), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:08.288773 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f5e7e34c-25f9-433f-bcba-05fdb5888982 req-720430a1-88d3-4144-b056-9fbd51a9e023 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578721 Apr 14 20:50:08.426640 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-aeec352c-ba65-4233-b8db-778ef3676168 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for port (02d4d992-f5f7-431f-b0f9-c728bc53969f), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:08.508764 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-aeec352c-ba65-4233-b8db-778ef3676168 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (02d4d992-f5f7-431f-b0f9-c728bc53969f), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:08.544108 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-aeec352c-ba65-4233-b8db-778ef3676168 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (3f16fca1-2f57-4c48-9f3c-57d8d960c47f), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:08.564827 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec352c-ba65-4233-b8db-778ef3676168 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Pushing event updated for resources: {'Port': ['ID=02d4d992-f5f7-431f-b0f9-c728bc53969f,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:08.642921 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-aeec352c-ba65-4233-b8db-778ef3676168 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:08.644650 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-aeec352c-ba65-4233-b8db-778ef3676168 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4100797 Apr 14 20:50:08.844480 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-2e7bc890-d544-4783-9e56-f5ade95c2cc7 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--399377374&fields=id&tenant_id=b612332084cd4380b1d84dc66b66d53d HTTP/1.1" status: 200 len: 267 time: 0.0420897 Apr 14 20:50:08.952798 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-3e9bf9c0-3442-4f23-bbbf-b5b9b9b8cf8d tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:08.954233 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-3e9bf9c0-3442-4f23-bbbf-b5b9b9b8cf8d tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/networks?id=895cc4d8-73f8-4860-a3ab-edffb1416f1b HTTP/1.1" status: 200 len: 810 time: 0.1027493 Apr 14 20:50:08.969451 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-b163ee9d-5299-4d74-914b-7b5405e218e4 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/quotas/b612332084cd4380b1d84dc66b66d53d HTTP/1.1" status: 200 len: 375 time: 0.0090747 Apr 14 20:50:09.024378 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-b8e2868d-5311-4f7d-afd3-42d6ed9cb65d tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b612332084cd4380b1d84dc66b66d53d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485659 Apr 14 20:50:09.079579 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 26d33623-d257-4134-8ebc-78dab189dcd0 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:50:09.119719 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-94d4aefa-830e-4d07-b304-a473fd4d2197 service neutron] 10.222.0.15 "GET /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826550 Apr 14 20:50:09.193036 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 26d33623-d257-4134-8ebc-78dab189dcd0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=26d33623-d257-4134-8ebc-78dab189dcd0,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:50:09.206239 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '26d33623-d257-4134-8ebc-78dab189dcd0', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'port_id': '26d33623-d257-4134-8ebc-78dab189dcd0', 'mac_address': 'fa:16:3e:b8:35:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:50:09.220881 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5f7e6083-0117-4880-bfe3-3af4631be210 service neutron] 10.222.0.15 "GET /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951576 Apr 14 20:50:09.249160 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 26d33623-d257-4134-8ebc-78dab189dcd0 is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:50:09.249590 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:09.263150 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d33623-d257-4134-8ebc-78dab189dcd0 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:50:09.284185 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 26d33623-d257-4134-8ebc-78dab189dcd0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=26d33623-d257-4134-8ebc-78dab189dcd0,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:50:09.380104 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:09.416552 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d04829-3cf7-45ad-b68d-e073ed893ef7 req-af9af5ba-9911-493a-85fb-6568dfb7a927 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:09.418192 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f2d04829-3cf7-45ad-b68d-e073ed893ef7 req-af9af5ba-9911-493a-85fb-6568dfb7a927 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0573928 Apr 14 20:50:09.441533 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=26d33623-d257-4134-8ebc-78dab189dcd0,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:09.453331 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:09.453903 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:09.454420 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:09.454944 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:09.455486 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:09.460826 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:09.460826 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:09.460826 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:09.460826 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:09.460826 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:09.460826 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:09.460826 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:09.460826 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:09.460826 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:09.460826 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:09.487246 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f2d04829-3cf7-45ad-b68d-e073ed893ef7 req-a9bfc8ec-9a11-4b16-9724-ba1fa87876c7 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508370 Apr 14 20:50:09.515334 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0e8bb095-a99a-4a0b-92c4-e008bc58d2f5 req-32605075-22aa-426c-b7b7-df11216e7375 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 210 time: 0.0460923 Apr 14 20:50:09.660242 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['26d33623-d257-4134-8ebc-78dab189dcd0'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:50:09.706808 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 47012) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:09.757914 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c08d3b7-cd22-43b9-850d-7a944dbcfb9f admin admin] Deleting subnet 70567396-6662-494a-b09b-c8405f297aec {{(pid=110411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:50:09.761370 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0c08d3b7-cd22-43b9-850d-7a944dbcfb9f admin admin] Publish callbacks [] for subnet (70567396-6662-494a-b09b-c8405f297aec), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:09.800618 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0c08d3b7-cd22-43b9-850d-7a944dbcfb9f admin admin] Publish callbacks [] for subnet (70567396-6662-494a-b09b-c8405f297aec), precommit_delete_associations {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:09.806481 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0c08d3b7-cd22-43b9-850d-7a944dbcfb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041744'] for subnet (70567396-6662-494a-b09b-c8405f297aec), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:09.949633 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0c08d3b7-cd22-43b9-850d-7a944dbcfb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for subnet (70567396-6662-494a-b09b-c8405f297aec), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:09.975835 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08d3b7-cd22-43b9-850d-7a944dbcfb9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70567396-6662-494a-b09b-c8405f297aec,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:09.983692 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0c08d3b7-cd22-43b9-850d-7a944dbcfb9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:09.988918 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-0c08d3b7-cd22-43b9-850d-7a944dbcfb9f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/70567396-6662-494a-b09b-c8405f297aec HTTP/1.1" status: 204 len: 168 time: 0.2805762 Apr 14 20:50:09.996228 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 47014) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:10.068224 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-12428dc3-4a29-4add-9cc8-3f3e7fa68577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558881'] for network (208564ae-da9e-467c-9660-498e4b41a974), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:10.150828 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-12428dc3-4a29-4add-9cc8-3f3e7fa68577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044203', 'neutron.services.segments.db._delete_segments_for_network-8766881083832'] for network (208564ae-da9e-467c-9660-498e4b41a974), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:10.172045 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-12428dc3-4a29-4add-9cc8-3f3e7fa68577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208564ae-da9e-467c-9660-498e4b41a974']}} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:10.183664 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-12428dc3-4a29-4add-9cc8-3f3e7fa68577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31626bd5-8cae-4a3e-837f-bdc3bab3a47d') {'for_net_delete': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:10.184108 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-12428dc3-4a29-4add-9cc8-3f3e7fa68577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31626bd5-8cae-4a3e-837f-bdc3bab3a47d') {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:10.194753 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-12428dc3-4a29-4add-9cc8-3f3e7fa68577 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766880940993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5090906'] for segment (31626bd5-8cae-4a3e-837f-bdc3bab3a47d), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:10.208356 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-12428dc3-4a29-4add-9cc8-3f3e7fa68577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (31626bd5-8cae-4a3e-837f-bdc3bab3a47d), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:10.214335 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12428dc3-4a29-4add-9cc8-3f3e7fa68577 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=110412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:50:10.214721 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-12428dc3-4a29-4add-9cc8-3f3e7fa68577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773778'] for segment (31626bd5-8cae-4a3e-837f-bdc3bab3a47d), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: Traceback (most recent call last): Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: timer() Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: cb(*args, **kw) Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: return func(*args, **kwargs) Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: self._notify() Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: self.callback(batched_events) Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: event.method(event) Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: return f(self, *a, **k) Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._get(url).json() Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: return self.request(url, 'GET', **kwargs) Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:50:10.216400 dv-cinder-837540-3-iscsi neutron-server[110412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:50:10.346382 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-12428dc3-4a29-4add-9cc8-3f3e7fa68577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644488'] for network (208564ae-da9e-467c-9660-498e4b41a974), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:10.352620 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-12428dc3-4a29-4add-9cc8-3f3e7fa68577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:10.355750 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-12428dc3-4a29-4add-9cc8-3f3e7fa68577 admin admin] 10.222.0.15 "DELETE /v2.0/networks/208564ae-da9e-467c-9660-498e4b41a974 HTTP/1.1" status: 204 len: 168 time: 0.3584085 Apr 14 20:50:10.367402 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12428dc3-4a29-4add-9cc8-3f3e7fa68577 admin admin] Pushing event deleted for resources: {'Network': ['ID=208564ae-da9e-467c-9660-498e4b41a974,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:10.622273 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d934898b-fbfa-4bb3-8620-c20d1f9bcc6a req-2055308b-d91a-4ac0-94a7-25379774e914 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 210 time: 0.0287895 Apr 14 20:50:10.631216 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a380a-a8f2-47ac-ae79-ade01aef68ee req-49c6f13a-e8e8-46ce-9c30-5c6a15c93a3a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:10.632858 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-963a380a-a8f2-47ac-ae79-ade01aef68ee req-49c6f13a-e8e8-46ce-9c30-5c6a15c93a3a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 945 time: 0.0502207 Apr 14 20:50:10.686225 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-963a380a-a8f2-47ac-ae79-ade01aef68ee req-b371014a-dbb2-42b3-b8d7-fc8b8b9582a8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432110 Apr 14 20:50:11.039939 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 47024) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:11.080509 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-954a79ac-423e-4c03-8a18-ab1ef20fa488 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d55fdbf2e8c54dde9977c981df7f4722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391428 Apr 14 20:50:11.083542 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 47026) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:11.089506 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 26d33623-d257-4134-8ebc-78dab189dcd0 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:50:11.133851 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7d99292c-0890-4395-b16b-3440032d1a5a admin admin] Publish callbacks [] for security_group (da93eb58-c28a-4e1c-b7d1-49bcb6917d4c), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:11.137011 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port 26d33623-d257-4134-8ebc-78dab189dcd0 completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:50:11.156121 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7d99292c-0890-4395-b16b-3440032d1a5a admin admin] Publish callbacks [] for security_group (da93eb58-c28a-4e1c-b7d1-49bcb6917d4c), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:11.246213 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 26d33623-d257-4134-8ebc-78dab189dcd0 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:50:11.246505 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:11.274975 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7d99292c-0890-4395-b16b-3440032d1a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (da93eb58-c28a-4e1c-b7d1-49bcb6917d4c), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:11.277686 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7d99292c-0890-4395-b16b-3440032d1a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:11.278845 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-7d99292c-0890-4395-b16b-3440032d1a5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da93eb58-c28a-4e1c-b7d1-49bcb6917d4c HTTP/1.1" status: 204 len: 168 time: 0.1943841 Apr 14 20:50:11.287385 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99292c-0890-4395-b16b-3440032d1a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da93eb58-c28a-4e1c-b7d1-49bcb6917d4c,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:11.336911 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 26d33623-d257-4134-8ebc-78dab189dcd0 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:50:11.337351 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:11.361474 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d33623-d257-4134-8ebc-78dab189dcd0'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:50:11.364730 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6f5d08-6ae8-49cd-821d-48b8a1c59592" -d '{"events": [{"server_uuid": "35407a99-656a-44a6-b944-d9ad5c1d0a59", "name": "network-vif-plugged", "status": "completed", "tag": "26d33623-d257-4134-8ebc-78dab189dcd0"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:50:11.378582 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 26d33623-d257-4134-8ebc-78dab189dcd0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=26d33623-d257-4134-8ebc-78dab189dcd0,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:50:11.407804 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e8b36f-585b-45ae-8c80-39eb0a57259c x-openstack-request-id: req-75e8b36f-585b-45ae-8c80-39eb0a57259c {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:50:11.411523 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35407a99-656a-44a6-b944-d9ad5c1d0a59", "name": "network-vif-plugged", "status": "completed", "tag": "26d33623-d257-4134-8ebc-78dab189dcd0", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:50:11.411523 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75e8b36f-585b-45ae-8c80-39eb0a57259c {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:50:11.411523 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e8b36f-585b-45ae-8c80-39eb0a57259c'] response: {'server_uuid': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d33623-d257-4134-8ebc-78dab189dcd0', 'code': 200} Apr 14 20:50:11.471871 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:11.524340 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=26d33623-d257-4134-8ebc-78dab189dcd0,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:11.638477 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-4401623f-9fbe-44a1-b50b-106c8348b459 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:11.640171 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-4401623f-9fbe-44a1-b50b-106c8348b459 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.16 "GET /v2.0/networks?id=895cc4d8-73f8-4860-a3ab-edffb1416f1b HTTP/1.1" status: 200 len: 810 time: 0.1048431 Apr 14 20:50:11.748773 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-b9f9e44f-17b8-4013-912f-0828dc9d3f1a tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b612332084cd4380b1d84dc66b66d53d HTTP/1.1" status: 200 len: 379 time: 0.0981655 Apr 14 20:50:11.761803 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a18ce-c09a-4e69-aec8-3bbc1b46c55c req-7d378b37-1c95-4641-ae07-81dc296c3adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:11.763817 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6e8a18ce-c09a-4e69-aec8-3bbc1b46c55c req-7d378b37-1c95-4641-ae07-81dc296c3adb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 1130 time: 0.0482361 Apr 14 20:50:11.787486 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-318f1ce9-0aa0-47dc-ada5-b5c51fe8c371 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Request body: {'port': {'device_id': '36fa8982-15b8-41f3-847d-44fd74551afa', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'admin_state_up': True, 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'security_groups': ['5b0c8c9d-e120-46a0-ae18-c16c85353712']}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:50:11.795332 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7dfd6816-fe39-4a4b-a00b-a4cfbc21b48f req-ec225232-2106-4491-939c-f4606b3e58f3 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 210 time: 0.0872295 Apr 14 20:50:11.863692 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e628b4-5385-4511-9111-dbd8599d38ee req-cca7ba31-701b-4c21-8200-4792b75a5def tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:11.865476 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-21e628b4-5385-4511-9111-dbd8599d38ee req-cca7ba31-701b-4c21-8200-4792b75a5def tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0860746 Apr 14 20:50:11.885627 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6e8a18ce-c09a-4e69-aec8-3bbc1b46c55c req-d5275745-a528-4035-8559-34801cc090ec service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141067 Apr 14 20:50:11.930039 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-21e628b4-5385-4511-9111-dbd8599d38ee req-8407a188-f376-4880-a703-3fc6db81dd25 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544167 Apr 14 20:50:12.060775 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-318f1ce9-0aa0-47dc-ada5-b5c51fe8c371 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Made reservation on behalf of b612332084cd4380b1d84dc66b66d53d for: {'port': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:50:12.064591 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-318f1ce9-0aa0-47dc-ada5-b5c51fe8c371 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:12.213872 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-318f1ce9-0aa0-47dc-ada5-b5c51fe8c371 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Allocated IP 172.20.0.5 (895cc4d8-73f8-4860-a3ab-edffb1416f1b/e65d667f-64ee-4065-b3c5-818560099347/20a0abaa-3cc4-4369-bbea-f8e3140d23b5) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:50:12.352888 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-318f1ce9-0aa0-47dc-ada5-b5c51fe8c371 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for port (20a0abaa-3cc4-4369-bbea-f8e3140d23b5), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:12.443974 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-318f1ce9-0aa0-47dc-ada5-b5c51fe8c371 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (20a0abaa-3cc4-4369-bbea-f8e3140d23b5), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:12.486285 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-318f1ce9-0aa0-47dc-ada5-b5c51fe8c371 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Network 895cc4d8-73f8-4860-a3ab-edffb1416f1b is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:50:12.491884 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-318f1ce9-0aa0-47dc-ada5-b5c51fe8c371 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:50:12.495617 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-318f1ce9-0aa0-47dc-ada5-b5c51fe8c371 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:50:12.502282 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f1ce9-0aa0-47dc-ada5-b5c51fe8c371 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Pushing event updated for resources: {'Port': ['ID=20a0abaa-3cc4-4369-bbea-f8e3140d23b5,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:12.564936 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-318f1ce9-0aa0-47dc-ada5-b5c51fe8c371 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:12.566045 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-318f1ce9-0aa0-47dc-ada5-b5c51fe8c371 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:12.637374 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-318f1ce9-0aa0-47dc-ada5-b5c51fe8c371 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8556938 Apr 14 20:50:12.700805 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7db276b2-8da6-412e-bb71-701cc86fa189 None None] Provisioning complete for port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:50:12.701431 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7db276b2-8da6-412e-bb71-701cc86fa189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (20a0abaa-3cc4-4369-bbea-f8e3140d23b5), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:12.736688 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7db276b2-8da6-412e-bb71-701cc86fa189 None None] Port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:50:12.754759 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Request body: {'port': {'device_id': '36fa8982-15b8-41f3-847d-44fd74551afa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:50:12.818104 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (20a0abaa-3cc4-4369-bbea-f8e3140d23b5), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:12.981299 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d450ceb-a62c-49cc-af96-4cb5ffbf7f2e req-5c674d3b-fb28-48e1-aa6c-2606de10ed0f tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:12.982941 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5d450ceb-a62c-49cc-af96-4cb5ffbf7f2e req-5c674d3b-fb28-48e1-aa6c-2606de10ed0f tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 931 time: 0.1095958 Apr 14 20:50:13.078925 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879756b6-cb8e-4a33-833a-aba892db55e4 req-a28cf513-4594-4d1a-8538-f52d0c3bbeb1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:13.080440 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-879756b6-cb8e-4a33-833a-aba892db55e4 req-a28cf513-4594-4d1a-8538-f52d0c3bbeb1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0591993 Apr 14 20:50:13.088261 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5d450ceb-a62c-49cc-af96-4cb5ffbf7f2e req-972b7629-95ea-4c6c-873a-d661d998e897 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0c8c9d-e120-46a0-ae18-c16c85353712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914752 Apr 14 20:50:13.134897 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-879756b6-cb8e-4a33-833a-aba892db55e4 req-98661863-888f-4c12-bea3-04ebc9c0ed78 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476153 Apr 14 20:50:13.170650 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 {{(pid=110412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:50:13.178847 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Publish callbacks [] for port (20a0abaa-3cc4-4369-bbea-f8e3140d23b5), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:13.191125 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.provisioning_blocks [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Transition to ACTIVE for port object 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 will not be triggered until provisioned by entity L2. {{(pid=110412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:50:13.263843 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (20a0abaa-3cc4-4369-bbea-f8e3140d23b5), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:13.314754 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=20a0abaa-3cc4-4369-bbea-f8e3140d23b5,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:13.403586 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Attempting to bind port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:50:13.404299 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Attempting to bind port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:50:13.404877 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Attempting to bind port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 on network 895cc4d8-73f8-4860-a3ab-edffb1416f1b {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:50:13.420501 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 on network 895cc4d8-73f8-4860-a3ab-edffb1416f1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:50:13.420837 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Attempting to bind port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 on network 895cc4d8-73f8-4860-a3ab-edffb1416f1b {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:50:13.429218 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:50:13.429582 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Checking segment: {'id': 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:50:13.429987 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Bound using segment: {'id': 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:50:13.430430 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Bound port: 20a0abaa-3cc4-4369-bbea-f8e3140d23b5, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:50:13.430797 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (20a0abaa-3cc4-4369-bbea-f8e3140d23b5), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:13.505051 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] For port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5, host hv-cinder-83754, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:50:13.508043 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] For port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=20a0abaa-3cc4-4369-bbea-f8e3140d23b5,segment=NetworkSegment(a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e),segment_id=a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:50:13.618551 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (20a0abaa-3cc4-4369-bbea-f8e3140d23b5), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:13.655032 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:13.655658 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:13.657051 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] 10.222.0.16 "PUT /v2.0/ports/20a0abaa-3cc4-4369-bbea-f8e3140d23b5 HTTP/1.1" status: 200 len: 1093 time: 0.9067879 Apr 14 20:50:13.657507 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fa8982-15b8-41f3-847d-44fd74551afa', 'tag': '20a0abaa-3cc4-4369-bbea-f8e3140d23b5'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:50:13.661023 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7429a2c1-5603-4ce0-ba87-cf484bad57f6" -d '{"events": [{"name": "network-changed", "server_uuid": "36fa8982-15b8-41f3-847d-44fd74551afa", "tag": "20a0abaa-3cc4-4369-bbea-f8e3140d23b5"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:50:13.688390 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027a35e-f107-48fd-9fb1-bd1525c2d2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=20a0abaa-3cc4-4369-bbea-f8e3140d23b5,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:13.717532 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718dd5a8-05d2-497f-984c-6dfe49fba03b x-openstack-request-id: req-718dd5a8-05d2-497f-984c-6dfe49fba03b {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:50:13.717823 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fa8982-15b8-41f3-847d-44fd74551afa", "tag": "20a0abaa-3cc4-4369-bbea-f8e3140d23b5", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:50:13.718070 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-718dd5a8-05d2-497f-984c-6dfe49fba03b {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:50:13.718515 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-718dd5a8-05d2-497f-984c-6dfe49fba03b'] response: {'name': 'network-changed', 'server_uuid': '36fa8982-15b8-41f3-847d-44fd74551afa', 'tag': '20a0abaa-3cc4-4369-bbea-f8e3140d23b5', 'status': 'completed', 'code': 200} Apr 14 20:50:13.804749 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429a2c1-5603-4ce0-ba87-cf484bad57f6 req-71628867-d5ad-47b7-9298-f3cfa06bc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:13.806310 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7429a2c1-5603-4ce0-ba87-cf484bad57f6 req-71628867-d5ad-47b7-9298-f3cfa06bc6e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b612332084cd4380b1d84dc66b66d53d&device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 1127 time: 0.0460455 Apr 14 20:50:13.916819 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429a2c1-5603-4ce0-ba87-cf484bad57f6 req-dbf2dc1e-e726-45f8-9047-4256f594b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:13.918326 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7429a2c1-5603-4ce0-ba87-cf484bad57f6 req-dbf2dc1e-e726-45f8-9047-4256f594b506 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b612332084cd4380b1d84dc66b66d53d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1042533 Apr 14 20:50:14.011952 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429a2c1-5603-4ce0-ba87-cf484bad57f6 req-49645ffa-3c14-4603-b898-5021f5b42b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:14.013357 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7429a2c1-5603-4ce0-ba87-cf484bad57f6 req-49645ffa-3c14-4603-b898-5021f5b42b3c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869405 Apr 14 20:50:14.092897 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-7ee419c4-dc28-42eb-b34d-62205444ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:14.094354 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-7ee419c4-dc28-42eb-b34d-62205444ce6b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b612332084cd4380b1d84dc66b66d53d&device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 1127 time: 0.0434012 Apr 14 20:50:14.137968 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-9bffc168-82f5-4899-919b-089f8f7bc93e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20a0abaa-3cc4-4369-bbea-f8e3140d23b5 HTTP/1.1" status: 200 len: 217 time: 0.0353122 Apr 14 20:50:14.189305 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-66c9a5c0-d8e0-42c8-a68e-83cca9692a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:14.191328 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-66c9a5c0-d8e0-42c8-a68e-83cca9692a3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e65d667f-64ee-4065-b3c5-818560099347 HTTP/1.1" status: 200 len: 849 time: 0.0458913 Apr 14 20:50:14.218614 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b84299-7879-41cb-8cbd-bb34301a0441 req-37a3870e-b310-426d-a1e1-5ccf604dd13f tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:14.220258 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-27b84299-7879-41cb-8cbd-bb34301a0441 req-37a3870e-b310-426d-a1e1-5ccf604dd13f tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 943 time: 0.0589738 Apr 14 20:50:14.271902 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-7f750522-b38e-4972-b2fe-13837e7292ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:14.273501 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-7f750522-b38e-4972-b2fe-13837e7292ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=895cc4d8-73f8-4860-a3ab-edffb1416f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748029 Apr 14 20:50:14.274233 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-27b84299-7879-41cb-8cbd-bb34301a0441 req-2a40c6dd-62f5-47fd-89de-83f15278e9e2 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0c8c9d-e120-46a0-ae18-c16c85353712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474877 Apr 14 20:50:14.297521 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45f237-0f54-4250-9507-a88baebcf8b4 req-12f0f01b-c3d4-460e-aa98-a489eafb84a8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:14.299047 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-cf45f237-0f54-4250-9507-a88baebcf8b4 req-12f0f01b-c3d4-460e-aa98-a489eafb84a8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0717037 Apr 14 20:50:14.405449 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-cf45f237-0f54-4250-9507-a88baebcf8b4 req-7d4b8c18-2b36-4943-990e-a12f4f381eb7 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961576 Apr 14 20:50:14.417216 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-e7e44922-478d-4d48-bece-467cb8205c31 service neutron] 10.222.0.16 "GET /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358814 Apr 14 20:50:14.523055 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a0903-28fd-4869-adca-5828eaf5fbca req-db305719-54c3-43a2-ac39-1632c88e0da8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:14.524885 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-322a0903-28fd-4869-adca-5828eaf5fbca req-db305719-54c3-43a2-ac39-1632c88e0da8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0501628 Apr 14 20:50:14.525396 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bb874972-fabd-4bed-89e3-88e1c4606982 req-1ca4350d-56d2-44f2-8c41-3a71ca9ab388 service neutron] 10.222.0.16 "GET /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008809 Apr 14 20:50:14.534243 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 47054) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:14.538669 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-eed81080-55ea-424e-80bc-0785a82491da tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Request body: {'floatingip': {'port_id': '26d33623-d257-4134-8ebc-78dab189dcd0'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:50:14.581708 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-eed81080-55ea-424e-80bc-0785a82491da tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for floatingip (7041177f-c979-4e78-a04f-398fbc1c50a3), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:14.749162 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:15.286545 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-eed81080-55ea-424e-80bc-0785a82491da tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:15.371760 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-eed81080-55ea-424e-80bc-0785a82491da tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (7041177f-c979-4e78-a04f-398fbc1c50a3), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:15.449854 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13d913-c04e-4e49-8cef-36f6a6740a6c req-ddd1aee6-c7e3-4aa6-b8fa-e5d89347b332 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:15.451408 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7a13d913-c04e-4e49-8cef-36f6a6740a6c req-ddd1aee6-c7e3-4aa6-b8fa-e5d89347b332 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 943 time: 0.0904183 Apr 14 20:50:15.543526 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.l3_db [None req-eed81080-55ea-424e-80bc-0785a82491da tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Floating IP 7041177f-c979-4e78-a04f-398fbc1c50a3 associated. External IP: 172.27.1.173, port: 26d33623-d257-4134-8ebc-78dab189dcd0. Apr 14 20:50:15.549713 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7a13d913-c04e-4e49-8cef-36f6a6740a6c req-69e540fb-07f5-415e-a1b1-1ab22efab23b tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0c8c9d-e120-46a0-ae18-c16c85353712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916235 Apr 14 20:50:15.803587 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed81080-55ea-424e-80bc-0785a82491da tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Router d38c82e1-9fbf-479b-8a63-7113967e25f6 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:50:15.941605 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed81080-55ea-424e-80bc-0785a82491da tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:50:15.947702 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-eed81080-55ea-424e-80bc-0785a82491da tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:15.953215 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7d6af6-992d-4b7e-b4eb-6abdba35f19a None None] Sync routers for ids ['d38c82e1-9fbf-479b-8a63-7113967e25f6'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:50:15.967464 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d6af6-992d-4b7e-b4eb-6abdba35f19a None None] Routers {'d38c82e1-9fbf-479b-8a63-7113967e25f6'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:50:15.968089 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-2e7d6af6-992d-4b7e-b4eb-6abdba35f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:49:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['d38c82e1-9fbf-479b-8a63-7113967e25f6'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:15.981199 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-eed81080-55ea-424e-80bc-0785a82491da tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "PUT /v2.0/floatingips/7041177f-c979-4e78-a04f-398fbc1c50a3 HTTP/1.1" status: 200 len: 992 time: 1.4459920 Apr 14 20:50:15.981814 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'tag': '26d33623-d257-4134-8ebc-78dab189dcd0'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:50:15.984032 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef37dd62-e622-4fef-a23f-dd81cc89cf34" -d '{"events": [{"name": "network-changed", "server_uuid": "35407a99-656a-44a6-b944-d9ad5c1d0a59", "tag": "26d33623-d257-4134-8ebc-78dab189dcd0"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:50:16.024343 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5881bb-4969-486b-9fbc-b1d44b88d664 x-openstack-request-id: req-6f5881bb-4969-486b-9fbc-b1d44b88d664 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:50:16.024648 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35407a99-656a-44a6-b944-d9ad5c1d0a59", "tag": "26d33623-d257-4134-8ebc-78dab189dcd0", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:50:16.024903 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f5881bb-4969-486b-9fbc-b1d44b88d664 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:50:16.025340 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f5881bb-4969-486b-9fbc-b1d44b88d664'] response: {'name': 'network-changed', 'server_uuid': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'tag': '26d33623-d257-4134-8ebc-78dab189dcd0', 'status': 'completed', 'code': 200} Apr 14 20:50:16.091959 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37dd62-e622-4fef-a23f-dd81cc89cf34 req-f7c9f42e-aecd-4c80-bf47-52c5899b6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:16.100733 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ef37dd62-e622-4fef-a23f-dd81cc89cf34 req-f7c9f42e-aecd-4c80-bf47-52c5899b6435 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2082493328724c83b6ee97c6c6d7a788&device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 1130 time: 0.0505340 Apr 14 20:50:16.107845 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-2e7d6af6-992d-4b7e-b4eb-6abdba35f19a None None] Set router d38c82e1-9fbf-479b-8a63-7113967e25f6 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:50:16.193867 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37dd62-e622-4fef-a23f-dd81cc89cf34 req-d4022d96-c9c2-4049-a1f7-ed5d65c00db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:16.195329 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ef37dd62-e622-4fef-a23f-dd81cc89cf34 req-d4022d96-c9c2-4049-a1f7-ed5d65c00db2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c HTTP/1.1" status: 200 len: 918 time: 0.0938618 Apr 14 20:50:16.265545 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ef37dd62-e622-4fef-a23f-dd81cc89cf34 req-4eea18fc-1692-4556-aa29-a5ac78f18a3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26d33623-d257-4134-8ebc-78dab189dcd0 HTTP/1.1" status: 200 len: 1000 time: 0.0623994 Apr 14 20:50:16.332668 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37dd62-e622-4fef-a23f-dd81cc89cf34 req-e75a9104-9dda-4c3e-a33e-870b013079f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:16.335209 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ef37dd62-e622-4fef-a23f-dd81cc89cf34 req-e75a9104-9dda-4c3e-a33e-870b013079f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16b82aa4-c945-4e6e-b6e8-1226b1ad8852 HTTP/1.1" status: 200 len: 856 time: 0.0626569 Apr 14 20:50:16.346232 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-2e7d6af6-992d-4b7e-b4eb-6abdba35f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '7041177f-c979-4e78-a04f-398fbc1c50a3', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'port_id': '26d33623-d257-4134-8ebc-78dab189dcd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'mac_address': 'fa:16:3e:b8:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:49:57Z', 'updated_at': '2022-04-14T20:50:15Z', 'revision_number': 1, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e00bee-211f-4a95-8f74-3ab2c779dd26', 'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'mac_address': 'fa:16:3e:7f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:32Z', 'updated_at': '2022-04-14T20:45:45Z', 'revision_number': 5, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'subnets': [{'id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:16.383227 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7d6af6-992d-4b7e-b4eb-6abdba35f19a None None] Checking router: d38c82e1-9fbf-479b-8a63-7113967e25f6 for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:50:16.385757 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37dd62-e622-4fef-a23f-dd81cc89cf34 req-e847ca66-bb6e-4402-ad2c-474db19712a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:16.387269 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ef37dd62-e622-4fef-a23f-dd81cc89cf34 req-e847ca66-bb6e-4402-ad2c-474db19712a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456517 Apr 14 20:50:16.392076 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d6af6-992d-4b7e-b4eb-6abdba35f19a None None] Routers {'d38c82e1-9fbf-479b-8a63-7113967e25f6'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:50:16.392689 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-2e7d6af6-992d-4b7e-b4eb-6abdba35f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:49:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['d38c82e1-9fbf-479b-8a63-7113967e25f6'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:16.483447 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ef37dd62-e622-4fef-a23f-dd81cc89cf34 req-b0f334b9-0402-49e1-805d-d89dc54d7cc6 service neutron] 10.222.0.16 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886805 Apr 14 20:50:16.588705 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ef37dd62-e622-4fef-a23f-dd81cc89cf34 req-a1144672-d5f3-4d99-917b-67b8a0e406c6 service neutron] 10.222.0.16 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961967 Apr 14 20:50:16.638166 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-2e7d6af6-992d-4b7e-b4eb-6abdba35f19a None None] Set router d38c82e1-9fbf-479b-8a63-7113967e25f6 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:50:16.667257 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba605f-f30f-44cf-8334-d266891803a5 req-8906ce20-5c99-44d6-86ab-928f9baeec69 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:16.669011 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-efba605f-f30f-44cf-8334-d266891803a5 req-8906ce20-5c99-44d6-86ab-928f9baeec69 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 943 time: 0.0489221 Apr 14 20:50:16.716820 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-efba605f-f30f-44cf-8334-d266891803a5 req-35dff3e8-139a-47b3-b4e9-f35053d59984 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0c8c9d-e120-46a0-ae18-c16c85353712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416074 Apr 14 20:50:16.864580 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-2e7d6af6-992d-4b7e-b4eb-6abdba35f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '7041177f-c979-4e78-a04f-398fbc1c50a3', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'port_id': '26d33623-d257-4134-8ebc-78dab189dcd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'mac_address': 'fa:16:3e:b8:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:49:57Z', 'updated_at': '2022-04-14T20:50:15Z', 'revision_number': 1, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e00bee-211f-4a95-8f74-3ab2c779dd26', 'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'mac_address': 'fa:16:3e:7f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:32Z', 'updated_at': '2022-04-14T20:45:45Z', 'revision_number': 5, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'subnets': [{'id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:16.892036 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7d6af6-992d-4b7e-b4eb-6abdba35f19a None None] The sync data for ids ['d38c82e1-9fbf-479b-8a63-7113967e25f6'] in dv-cinder-837540-3-iscsi is: [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '7041177f-c979-4e78-a04f-398fbc1c50a3', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'port_id': '26d33623-d257-4134-8ebc-78dab189dcd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'mac_address': 'fa:16:3e:b8:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:49:57Z', 'updated_at': '2022-04-14T20:50:15Z', 'revision_number': 1, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e00bee-211f-4a95-8f74-3ab2c779dd26', 'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'mac_address': 'fa:16:3e:7f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:32Z', 'updated_at': '2022-04-14T20:45:45Z', 'revision_number': 5, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'subnets': [{'id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:50:17.087108 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31021c1b-3498-4e59-b48d-196ae3c37e7a None None] New status for floating IP 7041177f-c979-4e78-a04f-398fbc1c50a3: ACTIVE {{(pid=110414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:50:17.106617 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:50:17.210235 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=20a0abaa-3cc4-4369-bbea-f8e3140d23b5,segment=NetworkSegment(a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e),segment_id=a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:50:17.221104 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '20a0abaa-3cc4-4369-bbea-f8e3140d23b5', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'port_id': '20a0abaa-3cc4-4369-bbea-f8e3140d23b5', 'mac_address': 'fa:16:3e:61:09:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65d667f-64ee-4065-b3c5-818560099347', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:50:17.259481 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:50:17.259871 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (20a0abaa-3cc4-4369-bbea-f8e3140d23b5), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:17.273466 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:50:17.292971 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=20a0abaa-3cc4-4369-bbea-f8e3140d23b5,segment=NetworkSegment(a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e),segment_id=a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:50:17.388956 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (20a0abaa-3cc4-4369-bbea-f8e3140d23b5), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:17.441984 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=20a0abaa-3cc4-4369-bbea-f8e3140d23b5,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:17.715653 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['20a0abaa-3cc4-4369-bbea-f8e3140d23b5'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:50:17.837128 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd82b51-7504-4eb9-ab1b-2cba62ec4bc1 req-df5374a3-7255-4963-a06e-af25e22279f3 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:17.838643 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0fd82b51-7504-4eb9-ab1b-2cba62ec4bc1 req-df5374a3-7255-4963-a06e-af25e22279f3 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 944 time: 0.0486965 Apr 14 20:50:17.887032 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0fd82b51-7504-4eb9-ab1b-2cba62ec4bc1 req-c1ca34bc-18f6-4379-a603-96b166ed0a4e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0c8c9d-e120-46a0-ae18-c16c85353712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427403 Apr 14 20:50:18.800349 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-823b1722-6e71-45d1-8018-d035ac0f0ed5 req-7ab2803b-89e8-4e32-b182-186a6e8df060 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373859 Apr 14 20:50:18.897381 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b1722-6e71-45d1-8018-d035ac0f0ed5 req-d4de89fd-2570-4a56-ba4d-2e14c9c559eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:18.898945 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-823b1722-6e71-45d1-8018-d035ac0f0ed5 req-d4de89fd-2570-4a56-ba4d-2e14c9c559eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27dd67d5d54143bd84f15a83f1f46737&device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 1129 time: 0.0499222 Apr 14 20:50:19.051082 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b1722-6e71-45d1-8018-d035ac0f0ed5 req-dc217f2f-20a3-4ee1-86fb-178d995beda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:19.052548 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-823b1722-6e71-45d1-8018-d035ac0f0ed5 req-dc217f2f-20a3-4ee1-86fb-178d995beda1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 200 len: 920 time: 0.1258438 Apr 14 20:50:19.100535 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-823b1722-6e71-45d1-8018-d035ac0f0ed5 req-f12d6e4b-7cef-4ca5-86b8-30508e8ef45d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ff77d41-9d83-455f-a8ef-887591066088 HTTP/1.1" status: 200 len: 217 time: 0.0403152 Apr 14 20:50:19.129695 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:50:19.152558 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b1722-6e71-45d1-8018-d035ac0f0ed5 req-e0671e8f-368c-4d6b-b70c-42d361b59383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:19.154285 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-823b1722-6e71-45d1-8018-d035ac0f0ed5 req-e0671e8f-368c-4d6b-b70c-42d361b59383 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f10567fd-adb1-4429-8b4f-7a10f9ab700f HTTP/1.1" status: 200 len: 858 time: 0.0478523 Apr 14 20:50:19.179158 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:50:19.198224 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b1722-6e71-45d1-8018-d035ac0f0ed5 req-1898de4d-3106-48b0-b639-a87d33168467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:19.199727 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-823b1722-6e71-45d1-8018-d035ac0f0ed5 req-1898de4d-3106-48b0-b639-a87d33168467 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3627da5-4396-44c2-b4be-72365d8e14c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391366 Apr 14 20:50:19.262876 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:50:19.263319 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (20a0abaa-3cc4-4369-bbea-f8e3140d23b5), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:19.318170 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cf7de-39dd-416b-aa5a-db2809a66210 req-78b0a775-d068-4db7-a937-7259cf3b1adc tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:19.319540 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a83cf7de-39dd-416b-aa5a-db2809a66210 req-78b0a775-d068-4db7-a937-7259cf3b1adc tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 944 time: 0.3095739 Apr 14 20:50:19.343411 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:50:19.343808 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (20a0abaa-3cc4-4369-bbea-f8e3140d23b5), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:19.354692 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-823b1722-6e71-45d1-8018-d035ac0f0ed5 req-eaa136af-9638-4482-ab2e-7f6f73da22d2 service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387284 Apr 14 20:50:19.366127 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fa8982-15b8-41f3-847d-44fd74551afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a0abaa-3cc4-4369-bbea-f8e3140d23b5'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:50:19.368345 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14eb265f-acf8-4269-9e6f-9d4d6d0520a6" -d '{"events": [{"server_uuid": "36fa8982-15b8-41f3-847d-44fd74551afa", "name": "network-vif-plugged", "status": "completed", "tag": "20a0abaa-3cc4-4369-bbea-f8e3140d23b5"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:50:19.381612 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=20a0abaa-3cc4-4369-bbea-f8e3140d23b5,segment=NetworkSegment(a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e),segment_id=a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:50:19.404115 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a83cf7de-39dd-416b-aa5a-db2809a66210 req-53c3e217-6f87-4e93-8bc2-72df3f96069c tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0c8c9d-e120-46a0-ae18-c16c85353712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782008 Apr 14 20:50:19.416083 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98c89e9-e404-4bb1-84fc-0b9d42b4cbbe x-openstack-request-id: req-c98c89e9-e404-4bb1-84fc-0b9d42b4cbbe {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:50:19.416637 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fa8982-15b8-41f3-847d-44fd74551afa", "name": "network-vif-plugged", "status": "completed", "tag": "20a0abaa-3cc4-4369-bbea-f8e3140d23b5", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:50:19.417339 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c98c89e9-e404-4bb1-84fc-0b9d42b4cbbe {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:50:19.418559 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c98c89e9-e404-4bb1-84fc-0b9d42b4cbbe'] response: {'server_uuid': '36fa8982-15b8-41f3-847d-44fd74551afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a0abaa-3cc4-4369-bbea-f8e3140d23b5', 'code': 200} Apr 14 20:50:19.446764 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (20a0abaa-3cc4-4369-bbea-f8e3140d23b5), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:19.467559 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-823b1722-6e71-45d1-8018-d035ac0f0ed5 req-23f8160d-6843-4651-83c6-7fefd2998383 service neutron] 10.222.0.16 "GET /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037953 Apr 14 20:50:19.507718 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=20a0abaa-3cc4-4369-bbea-f8e3140d23b5,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:19.877281 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c4a7c-123e-4891-aeae-bb8e13d972cf req-c1c37706-fe8f-4041-9fb3-eb95aa342b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:19.879421 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4a9c4a7c-123e-4891-aeae-bb8e13d972cf req-c1c37706-fe8f-4041-9fb3-eb95aa342b89 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 1129 time: 0.0391338 Apr 14 20:50:19.930265 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4a9c4a7c-123e-4891-aeae-bb8e13d972cf req-f0267212-d4da-4ea1-88a1-00343a8e7d75 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5b0c8c9d-e120-46a0-ae18-c16c85353712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386841 Apr 14 20:50:20.595270 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a35c41-ab6f-463e-90b1-c8886c455c5f req-8d12e98e-ad0f-4f8e-a3d6-b560dbfd0df9 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:20.596822 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f2a35c41-ab6f-463e-90b1-c8886c455c5f req-8d12e98e-ad0f-4f8e-a3d6-b560dbfd0df9 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 945 time: 0.1124189 Apr 14 20:50:20.644057 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f2a35c41-ab6f-463e-90b1-c8886c455c5f req-0c2e5a3b-10f3-4c64-91fc-25ad277855dc tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0c8c9d-e120-46a0-ae18-c16c85353712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415483 Apr 14 20:50:21.770942 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7f27d-0748-4d37-a10f-e4728aab046e req-8ed61e37-00d6-474c-9a90-a3384b9c3cb8 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:21.772411 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-67b7f27d-0748-4d37-a10f-e4728aab046e req-8ed61e37-00d6-474c-9a90-a3384b9c3cb8 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 945 time: 0.0496564 Apr 14 20:50:21.819062 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-67b7f27d-0748-4d37-a10f-e4728aab046e req-0b20677a-ad58-4066-ac93-04f37e4cd979 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0c8c9d-e120-46a0-ae18-c16c85353712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408900 Apr 14 20:50:21.928581 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e8873-f0bc-4d68-a33d-9763b0b27801 req-e639f05f-4fee-4f3c-a5d8-87817771b1dd tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:21.929980 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-898e8873-f0bc-4d68-a33d-9763b0b27801 req-e639f05f-4fee-4f3c-a5d8-87817771b1dd tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 945 time: 0.0482242 Apr 14 20:50:21.938502 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 47084) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:21.943581 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-c400418c-fa5b-48a6-b50b-a8b013e6db49 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Request body: {'floatingip': {'port_id': '20a0abaa-3cc4-4369-bbea-f8e3140d23b5'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:50:21.987298 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c400418c-fa5b-48a6-b50b-a8b013e6db49 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for floatingip (3f16fca1-2f57-4c48-9f3c-57d8d960c47f), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:22.471945 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c400418c-fa5b-48a6-b50b-a8b013e6db49 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:22.537497 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c400418c-fa5b-48a6-b50b-a8b013e6db49 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (3f16fca1-2f57-4c48-9f3c-57d8d960c47f), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:22.643055 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.l3_db [None req-c400418c-fa5b-48a6-b50b-a8b013e6db49 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Floating IP 3f16fca1-2f57-4c48-9f3c-57d8d960c47f associated. External IP: 172.27.1.222, port: 20a0abaa-3cc4-4369-bbea-f8e3140d23b5. Apr 14 20:50:22.846428 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f0a2650d-7e73-496a-a0e3-32001cfb17d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:22.864678 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c400418c-fa5b-48a6-b50b-a8b013e6db49 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:50:22.978749 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c400418c-fa5b-48a6-b50b-a8b013e6db49 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:50:22.983041 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c400418c-fa5b-48a6-b50b-a8b013e6db49 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:22.988452 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb45085f-5bc3-40d5-8554-f746feaa850c None None] Sync routers for ids ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:50:22.998270 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb45085f-5bc3-40d5-8554-f746feaa850c None None] Routers {'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:50:22.998970 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-bb45085f-5bc3-40d5-8554-f746feaa850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:49:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:23.015319 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-c400418c-fa5b-48a6-b50b-a8b013e6db49 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "PUT /v2.0/floatingips/3f16fca1-2f57-4c48-9f3c-57d8d960c47f HTTP/1.1" status: 200 len: 991 time: 1.0757668 Apr 14 20:50:23.015914 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fa8982-15b8-41f3-847d-44fd74551afa', 'tag': '20a0abaa-3cc4-4369-bbea-f8e3140d23b5'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:50:23.018168 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85164cbf-6b44-4f51-8d66-50942b2cf943" -d '{"events": [{"name": "network-changed", "server_uuid": "36fa8982-15b8-41f3-847d-44fd74551afa", "tag": "20a0abaa-3cc4-4369-bbea-f8e3140d23b5"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:50:23.055083 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337c4d3d-fffc-4725-ac11-1ef88515fbcb x-openstack-request-id: req-337c4d3d-fffc-4725-ac11-1ef88515fbcb {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:50:23.055418 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fa8982-15b8-41f3-847d-44fd74551afa", "tag": "20a0abaa-3cc4-4369-bbea-f8e3140d23b5", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:50:23.055637 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-337c4d3d-fffc-4725-ac11-1ef88515fbcb {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:50:23.056044 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-337c4d3d-fffc-4725-ac11-1ef88515fbcb'] response: {'name': 'network-changed', 'server_uuid': '36fa8982-15b8-41f3-847d-44fd74551afa', 'tag': '20a0abaa-3cc4-4369-bbea-f8e3140d23b5', 'status': 'completed', 'code': 200} Apr 14 20:50:23.125389 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-bb45085f-5bc3-40d5-8554-f746feaa850c None None] Set router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:50:23.127366 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85164cbf-6b44-4f51-8d66-50942b2cf943 req-8e6179b9-dda4-4d29-8364-e1a0b0427a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:23.129341 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-85164cbf-6b44-4f51-8d66-50942b2cf943 req-8e6179b9-dda4-4d29-8364-e1a0b0427a56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b612332084cd4380b1d84dc66b66d53d&device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 1129 time: 0.0497196 Apr 14 20:50:23.232108 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85164cbf-6b44-4f51-8d66-50942b2cf943 req-757a557a-3e30-4147-8592-dfba9f20947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:23.233648 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-85164cbf-6b44-4f51-8d66-50942b2cf943 req-757a557a-3e30-4147-8592-dfba9f20947d service neutron] 10.222.0.16 "GET /v2.0/networks?id=895cc4d8-73f8-4860-a3ab-edffb1416f1b HTTP/1.1" status: 200 len: 911 time: 0.0965316 Apr 14 20:50:23.304411 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-85164cbf-6b44-4f51-8d66-50942b2cf943 req-8e30c312-a9c8-4fad-914b-121c2a9acf10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20a0abaa-3cc4-4369-bbea-f8e3140d23b5 HTTP/1.1" status: 200 len: 999 time: 0.0640037 Apr 14 20:50:23.358931 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-bb45085f-5bc3-40d5-8554-f746feaa850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:31Z', 'revision_number': 4, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '3f16fca1-2f57-4c48-9f3c-57d8d960c47f', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'port_id': '20a0abaa-3cc4-4369-bbea-f8e3140d23b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'mac_address': 'fa:16:3e:61:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fa8982-15b8-41f3-847d-44fd74551afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:50:08Z', 'updated_at': '2022-04-14T20:50:22Z', 'revision_number': 1, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4212cdb-0089-41c5-98f8-5ab1733e751b', 'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'mac_address': 'fa:16:3e:8d:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e65d667f-64ee-4065-b3c5-818560099347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:29Z', 'updated_at': '2022-04-14T20:45:42Z', 'revision_number': 5, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'subnets': [{'id': 'e65d667f-64ee-4065-b3c5-818560099347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:23.385332 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb45085f-5bc3-40d5-8554-f746feaa850c None None] Checking router: cd38b8c1-64f0-4d4a-a390-3781c7c3f27b for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:50:23.393536 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb45085f-5bc3-40d5-8554-f746feaa850c None None] Routers {'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:50:23.395118 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-bb45085f-5bc3-40d5-8554-f746feaa850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:49:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:23.512614 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-bb45085f-5bc3-40d5-8554-f746feaa850c None None] Set router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:50:23.741773 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-bb45085f-5bc3-40d5-8554-f746feaa850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:31Z', 'revision_number': 4, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '3f16fca1-2f57-4c48-9f3c-57d8d960c47f', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'port_id': '20a0abaa-3cc4-4369-bbea-f8e3140d23b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'mac_address': 'fa:16:3e:61:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fa8982-15b8-41f3-847d-44fd74551afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:50:08Z', 'updated_at': '2022-04-14T20:50:22Z', 'revision_number': 1, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4212cdb-0089-41c5-98f8-5ab1733e751b', 'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'mac_address': 'fa:16:3e:8d:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e65d667f-64ee-4065-b3c5-818560099347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:29Z', 'updated_at': '2022-04-14T20:45:42Z', 'revision_number': 5, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'subnets': [{'id': 'e65d667f-64ee-4065-b3c5-818560099347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:23.759046 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85164cbf-6b44-4f51-8d66-50942b2cf943 req-db9f0905-2f99-49ff-bc25-e9e8743a8694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:23.760580 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-85164cbf-6b44-4f51-8d66-50942b2cf943 req-db9f0905-2f99-49ff-bc25-e9e8743a8694 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e65d667f-64ee-4065-b3c5-818560099347 HTTP/1.1" status: 200 len: 849 time: 0.0456412 Apr 14 20:50:23.773750 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb45085f-5bc3-40d5-8554-f746feaa850c None None] The sync data for ids ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'] in dv-cinder-837540-3-iscsi is: [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:31Z', 'revision_number': 4, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '3f16fca1-2f57-4c48-9f3c-57d8d960c47f', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'port_id': '20a0abaa-3cc4-4369-bbea-f8e3140d23b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'mac_address': 'fa:16:3e:61:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fa8982-15b8-41f3-847d-44fd74551afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:50:08Z', 'updated_at': '2022-04-14T20:50:22Z', 'revision_number': 1, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4212cdb-0089-41c5-98f8-5ab1733e751b', 'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'mac_address': 'fa:16:3e:8d:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e65d667f-64ee-4065-b3c5-818560099347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:29Z', 'updated_at': '2022-04-14T20:45:42Z', 'revision_number': 5, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'subnets': [{'id': 'e65d667f-64ee-4065-b3c5-818560099347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:50:23.811339 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85164cbf-6b44-4f51-8d66-50942b2cf943 req-2582b02e-8502-4dd3-9190-381a27750695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:23.813110 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-85164cbf-6b44-4f51-8d66-50942b2cf943 req-2582b02e-8502-4dd3-9190-381a27750695 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=895cc4d8-73f8-4860-a3ab-edffb1416f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409827 Apr 14 20:50:23.984828 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c4e522-3164-4bb6-983d-839e07364de6 None None] New status for floating IP 3f16fca1-2f57-4c48-9f3c-57d8d960c47f: ACTIVE {{(pid=110414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:50:24.188408 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-85164cbf-6b44-4f51-8d66-50942b2cf943 req-87995311-7e92-4737-9485-294166297c76 service neutron] 10.222.0.16 "GET /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385072 Apr 14 20:50:24.289090 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-85164cbf-6b44-4f51-8d66-50942b2cf943 req-626c8c78-e973-4ebd-805a-e3ad16f0caaa service neutron] 10.222.0.16 "GET /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918727 Apr 14 20:50:25.031431 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-138a13ea-7c6b-431a-b3a0-2369c5c99499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:25.777898 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864ed86-de11-4ab1-9747-f8a99e53f5e7 req-1632df4f-5c99-4749-b911-0a2fad042702 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:25.779370 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9864ed86-de11-4ab1-9747-f8a99e53f5e7 req-1632df4f-5c99-4749-b911-0a2fad042702 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0473766 Apr 14 20:50:25.828559 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9864ed86-de11-4ab1-9747-f8a99e53f5e7 req-26d689c5-aa1a-4e17-be58-b2ddf776c795 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436082 Apr 14 20:50:26.383129 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:27.044258 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:50:27.048029 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9491c-a2ad-4035-915f-33f4544bf103 req-49849df1-be26-4664-9bea-cb6ba149c16e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:27.049522 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d1a9491c-a2ad-4035-915f-33f4544bf103 req-49849df1-be26-4664-9bea-cb6ba149c16e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0501537 Apr 14 20:50:27.095955 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d1a9491c-a2ad-4035-915f-33f4544bf103 req-24e88870-2cd9-4d22-a6bc-33db2f2bc370 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403500 Apr 14 20:50:27.728752 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:28.209600 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e58b9-7016-405c-9d88-dcf60a86461c req-ddc22498-e4c0-4b57-bb29-c6c43a7637cf tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:28.211087 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-df0e58b9-7016-405c-9d88-dcf60a86461c req-ddc22498-e4c0-4b57-bb29-c6c43a7637cf tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0472910 Apr 14 20:50:28.257328 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-df0e58b9-7016-405c-9d88-dcf60a86461c req-65faac97-b28c-4d0b-bdf4-37a52e3446fb tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407705 Apr 14 20:50:29.344155 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:29.373303 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f00d6-3326-40bc-bc25-44f32740e1c0 req-a7b5ac8c-5462-4d6c-bbf7-d1083298347a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:29.374690 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-cb4f00d6-3326-40bc-bc25-44f32740e1c0 req-a7b5ac8c-5462-4d6c-bbf7-d1083298347a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0474541 Apr 14 20:50:29.422003 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-cb4f00d6-3326-40bc-bc25-44f32740e1c0 req-cc361800-56c3-47de-9160-64d437662fec tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=729dcce9-9cc6-4142-a3f4-7569953d4580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416660 Apr 14 20:50:29.688811 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521d5b7-744d-4722-af3e-2ce71284d722 req-ac13c5ed-05c6-43b0-bc7d-72600012783c tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:29.690179 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9521d5b7-744d-4722-af3e-2ce71284d722 req-ac13c5ed-05c6-43b0-bc7d-72600012783c tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 946 time: 0.0462215 Apr 14 20:50:29.790730 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-9521d5b7-744d-4722-af3e-2ce71284d722 req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Deleting port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:50:29.791076 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9521d5b7-744d-4722-af3e-2ce71284d722 req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:29.877558 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-9521d5b7-744d-4722-af3e-2ce71284d722 req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] For port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:50:29.877909 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9521d5b7-744d-4722-af3e-2ce71284d722 req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:30.052371 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9521d5b7-744d-4722-af3e-2ce71284d722 req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:30.053329 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9521d5b7-744d-4722-af3e-2ce71284d722 req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (deaacd70-4bb8-49e0-8ebe-2a045524f686), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:30.053329 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.l3_db [req-9521d5b7-744d-4722-af3e-2ce71284d722 req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Floating IP deaacd70-4bb8-49e0-8ebe-2a045524f686 disassociated. External IP: 172.27.1.53, port: 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98. Apr 14 20:50:30.053967 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-9521d5b7-744d-4722-af3e-2ce71284d722 req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Calling delete_port for 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 owned by compute:nova {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:50:30.249067 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9521d5b7-744d-4722-af3e-2ce71284d722 req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:30.282091 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Pushing event deleted for resources: {'Port': ['ID=9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:30.293564 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:30.293924 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:30.294266 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:30.294603 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:30.294938 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:30.295270 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:30.295600 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:30.295928 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:30.296255 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:30.296581 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:30.296906 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:30.297251 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:30.297606 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:30.297935 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:30.298256 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:50:30.411761 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9521d5b7-744d-4722-af3e-2ce71284d722 req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Router 63879327-cb12-46cd-84a7-5537cd2c3b5b has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:50:30.517003 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5778ac19-19ee-4323-a0ae-5404a8924271 req-05cb922a-29c1-45d4-b5ce-978d7b3f12a0 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=47cea569-9552-4ab8-b725-3bc536c3760c HTTP/1.1" status: 200 len: 210 time: 0.0277405 Apr 14 20:50:30.525840 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9521d5b7-744d-4722-af3e-2ce71284d722 req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:50:30.538195 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9da007c-4a86-426e-8246-0aaafb243fdf None None] Sync routers for ids ['63879327-cb12-46cd-84a7-5537cd2c3b5b'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:50:30.547639 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9da007c-4a86-426e-8246-0aaafb243fdf None None] Routers {'63879327-cb12-46cd-84a7-5537cd2c3b5b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:50:30.551999 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-a9da007c-4a86-426e-8246-0aaafb243fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:50:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['63879327-cb12-46cd-84a7-5537cd2c3b5b'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:30.566049 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-9521d5b7-744d-4722-af3e-2ce71284d722 req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] No DVR routers for this DVR port 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 on host hv-cinder-83754 {{(pid=110412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:50:30.569101 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9521d5b7-744d-4722-af3e-2ce71284d722 req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:30.574200 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9521d5b7-744d-4722-af3e-2ce71284d722 req-7bae3e32-63b1-406b-a3e6-ce9a42238a26 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.16 "DELETE /v2.0/ports/9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 HTTP/1.1" status: 204 len: 173 time: 0.8675039 Apr 14 20:50:30.575918 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cea569-9552-4ab8-b725-3bc536c3760c', 'name': 'network-vif-deleted', 'tag': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:50:30.578017 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed325172-ac2c-470f-85d8-f652a8cd7417" -d '{"events": [{"server_uuid": "47cea569-9552-4ab8-b725-3bc536c3760c", "name": "network-vif-deleted", "tag": "9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:50:30.617629 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00007ba-6a62-470e-b789-43dae9a8a6ea x-openstack-request-id: req-f00007ba-6a62-470e-b789-43dae9a8a6ea {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:50:30.617926 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cea569-9552-4ab8-b725-3bc536c3760c", "name": "network-vif-deleted", "tag": "9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:50:30.618186 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f00007ba-6a62-470e-b789-43dae9a8a6ea {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:50:30.618622 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00007ba-6a62-470e-b789-43dae9a8a6ea'] response: {'server_uuid': '47cea569-9552-4ab8-b725-3bc536c3760c', 'name': 'network-vif-deleted', 'tag': '9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98', 'status': 'completed', 'code': 200} Apr 14 20:50:30.798318 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-a9da007c-4a86-426e-8246-0aaafb243fdf None None] Set router 63879327-cb12-46cd-84a7-5537cd2c3b5b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:50:30.998026 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-a9da007c-4a86-426e-8246-0aaafb243fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:17Z', 'updated_at': '2022-04-14T20:45:23Z', 'revision_number': 4, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'gw_port': {'id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:18Z', 'updated_at': '2022-04-14T20:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '1c5dc507-5435-4fa4-a2af-c076f0f6f5e3', 'name': '', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'mac_address': 'fa:16:3e:58:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:36Z', 'revision_number': 5, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'subnets': [{'id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:31.025175 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9da007c-4a86-426e-8246-0aaafb243fdf None None] Checking router: 63879327-cb12-46cd-84a7-5537cd2c3b5b for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:50:31.033132 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9da007c-4a86-426e-8246-0aaafb243fdf None None] Routers {'63879327-cb12-46cd-84a7-5537cd2c3b5b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:50:31.033822 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-a9da007c-4a86-426e-8246-0aaafb243fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:50:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['63879327-cb12-46cd-84a7-5537cd2c3b5b'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:31.141736 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-a9da007c-4a86-426e-8246-0aaafb243fdf None None] Set router 63879327-cb12-46cd-84a7-5537cd2c3b5b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:50:31.339785 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-a9da007c-4a86-426e-8246-0aaafb243fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:17Z', 'updated_at': '2022-04-14T20:45:23Z', 'revision_number': 4, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'gw_port': {'id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:18Z', 'updated_at': '2022-04-14T20:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '1c5dc507-5435-4fa4-a2af-c076f0f6f5e3', 'name': '', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'mac_address': 'fa:16:3e:58:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:36Z', 'revision_number': 5, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'subnets': [{'id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:31.365923 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9da007c-4a86-426e-8246-0aaafb243fdf None None] The sync data for ids ['63879327-cb12-46cd-84a7-5537cd2c3b5b'] in dv-cinder-837540-3-iscsi is: [{'id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:17Z', 'updated_at': '2022-04-14T20:45:23Z', 'revision_number': 4, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'gw_port': {'id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:18Z', 'updated_at': '2022-04-14T20:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '1c5dc507-5435-4fa4-a2af-c076f0f6f5e3', 'name': '', 'network_id': 'e3627da5-4396-44c2-b4be-72365d8e14c1', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'mac_address': 'fa:16:3e:58:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:36Z', 'revision_number': 5, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'subnets': [{'id': 'f10567fd-adb1-4429-8b4f-7a10f9ab700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:50:31.598252 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad218e1-7ceb-4ee6-bd1a-d83c57f66bb9 None None] New status for floating IP deaacd70-4bb8-49e0-8ebe-2a045524f686: DOWN {{(pid=110414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:50:31.655396 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 47134) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:31.709484 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-20cb129e-4585-4ee7-a2b8-38c1cf121376 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for security_group (729dcce9-9cc6-4142-a3f4-7569953d4580), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:31.732661 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-20cb129e-4585-4ee7-a2b8-38c1cf121376 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for security_group (729dcce9-9cc6-4142-a3f4-7569953d4580), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:31.860346 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-20cb129e-4585-4ee7-a2b8-38c1cf121376 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (729dcce9-9cc6-4142-a3f4-7569953d4580), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:31.862862 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-20cb129e-4585-4ee7-a2b8-38c1cf121376 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:31.864045 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-20cb129e-4585-4ee7-a2b8-38c1cf121376 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "DELETE /v2.0/security-groups/729dcce9-9cc6-4142-a3f4-7569953d4580 HTTP/1.1" status: 204 len: 168 time: 0.2076697 Apr 14 20:50:31.867221 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 47136) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:31.873832 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb129e-4585-4ee7-a2b8-38c1cf121376 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=729dcce9-9cc6-4142-a3f4-7569953d4580,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:31.882703 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.api.v2.resource [None req-07a7b436-d35a-44a1-ab81-796875d39ee9 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] show failed (client error): The resource could not be found. Apr 14 20:50:31.883883 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-07a7b436-d35a-44a1-ab81-796875d39ee9 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups/729dcce9-9cc6-4142-a3f4-7569953d4580 HTTP/1.1" status: 404 len: 347 time: 0.0155880 Apr 14 20:50:31.886529 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 47138) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:32.008079 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-95f082db-ba83-466f-a655-3607b4699f90 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Deleting port db1d9236-13f5-4744-8cfc-728e1566084d {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:50:32.008427 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-95f082db-ba83-466f-a655-3607b4699f90 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (db1d9236-13f5-4744-8cfc-728e1566084d), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:32.084889 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-95f082db-ba83-466f-a655-3607b4699f90 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (db1d9236-13f5-4744-8cfc-728e1566084d), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:32.085244 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-95f082db-ba83-466f-a655-3607b4699f90 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for floatingip (db1d9236-13f5-4744-8cfc-728e1566084d), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:32.097383 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-95f082db-ba83-466f-a655-3607b4699f90 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Calling delete_port for db1d9236-13f5-4744-8cfc-728e1566084d owned by network:floatingip {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:50:32.297239 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-95f082db-ba83-466f-a655-3607b4699f90 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (db1d9236-13f5-4744-8cfc-728e1566084d), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:32.325441 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f082db-ba83-466f-a655-3607b4699f90 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Pushing event deleted for resources: {'Port': ['ID=db1d9236-13f5-4744-8cfc-728e1566084d,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:32.387303 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-95f082db-ba83-466f-a655-3607b4699f90 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks [] for floatingip (deaacd70-4bb8-49e0-8ebe-2a045524f686), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:32.390342 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-95f082db-ba83-466f-a655-3607b4699f90 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:32.391507 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-95f082db-ba83-466f-a655-3607b4699f90 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "DELETE /v2.0/floatingips/deaacd70-4bb8-49e0-8ebe-2a045524f686 HTTP/1.1" status: 204 len: 168 time: 0.5028770 Apr 14 20:50:33.167814 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:50:33.187480 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:50:33.187891 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 9f4c9fc2-eac6-4c9a-bf18-b1ab6db62a98 not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:50:35.303608 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb58ab3-56cb-4288-8fe8-18cb52f25192 req-b85b973c-8f74-4a52-8a95-4abba9a0e0ab tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:35.305091 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7bb58ab3-56cb-4288-8fe8-18cb52f25192 req-b85b973c-8f74-4a52-8a95-4abba9a0e0ab tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0482574 Apr 14 20:50:35.354723 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7bb58ab3-56cb-4288-8fe8-18cb52f25192 req-2dbedddc-00c0-4d84-9304-92e3c91c3136 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440488 Apr 14 20:50:36.471846 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe5585-5d49-4964-ac9c-a5800c0b5278 req-14f48cbc-1d81-48c9-9b76-9d8ad3bd3a2a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:36.473349 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0fbe5585-5d49-4964-ac9c-a5800c0b5278 req-14f48cbc-1d81-48c9-9b76-9d8ad3bd3a2a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0486712 Apr 14 20:50:36.531596 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0fbe5585-5d49-4964-ac9c-a5800c0b5278 req-efea35fd-c2c4-4d82-81c7-ac552ac3d109 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521417 Apr 14 20:50:37.648954 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4be650-6188-437e-9242-510f9b64f1f5 req-ae4dd629-24c6-44a4-b694-1c26f809d645 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:37.650442 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9c4be650-6188-437e-9242-510f9b64f1f5 req-ae4dd629-24c6-44a4-b694-1c26f809d645 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0467856 Apr 14 20:50:37.697776 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9c4be650-6188-437e-9242-510f9b64f1f5 req-3ece5220-1304-45f5-ba0b-6f7df5dda412 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416923 Apr 14 20:50:37.828146 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221bc2b-fa69-44c4-bc27-e7292f1d6876 req-9795b3da-fbcb-46c7-b4c3-0cb6e4b08e48 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:37.829598 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9221bc2b-fa69-44c4-bc27-e7292f1d6876 req-9795b3da-fbcb-46c7-b4c3-0cb6e4b08e48 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 945 time: 0.0459919 Apr 14 20:50:37.925444 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-9221bc2b-fa69-44c4-bc27-e7292f1d6876 req-d1e2e62d-2f7f-4602-a1f9-e5b2ea97d763 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Deleting port 5249bac8-712a-4990-834e-24ba4ad1c15d {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:50:37.925783 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9221bc2b-fa69-44c4-bc27-e7292f1d6876 req-d1e2e62d-2f7f-4602-a1f9-e5b2ea97d763 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (5249bac8-712a-4990-834e-24ba4ad1c15d), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:38.013080 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-9221bc2b-fa69-44c4-bc27-e7292f1d6876 req-d1e2e62d-2f7f-4602-a1f9-e5b2ea97d763 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] For port 5249bac8-712a-4990-834e-24ba4ad1c15d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5249bac8-712a-4990-834e-24ba4ad1c15d,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:50:38.013395 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9221bc2b-fa69-44c4-bc27-e7292f1d6876 req-d1e2e62d-2f7f-4602-a1f9-e5b2ea97d763 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (5249bac8-712a-4990-834e-24ba4ad1c15d), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:38.026977 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-9221bc2b-fa69-44c4-bc27-e7292f1d6876 req-d1e2e62d-2f7f-4602-a1f9-e5b2ea97d763 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Calling delete_port for 5249bac8-712a-4990-834e-24ba4ad1c15d owned by compute:nova {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:50:38.206127 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9221bc2b-fa69-44c4-bc27-e7292f1d6876 req-d1e2e62d-2f7f-4602-a1f9-e5b2ea97d763 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (5249bac8-712a-4990-834e-24ba4ad1c15d), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:38.218609 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['5249bac8-712a-4990-834e-24ba4ad1c15d', '7ff77d41-9d83-455f-a8ef-887591066088'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:50:38.236392 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2e62d-2f7f-4602-a1f9-e5b2ea97d763 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Pushing event deleted for resources: {'Port': ['ID=5249bac8-712a-4990-834e-24ba4ad1c15d,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:38.282805 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-9221bc2b-fa69-44c4-bc27-e7292f1d6876 req-d1e2e62d-2f7f-4602-a1f9-e5b2ea97d763 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] No DVR routers for this DVR port 5249bac8-712a-4990-834e-24ba4ad1c15d on host hv-cinder-83754 {{(pid=110412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:50:38.285362 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9221bc2b-fa69-44c4-bc27-e7292f1d6876 req-d1e2e62d-2f7f-4602-a1f9-e5b2ea97d763 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:38.289932 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9221bc2b-fa69-44c4-bc27-e7292f1d6876 req-d1e2e62d-2f7f-4602-a1f9-e5b2ea97d763 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.16 "DELETE /v2.0/ports/5249bac8-712a-4990-834e-24ba4ad1c15d HTTP/1.1" status: 204 len: 173 time: 0.4545274 Apr 14 20:50:38.290550 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1d3294-7a8c-43da-b421-7c37c601db2f', 'name': 'network-vif-deleted', 'tag': '5249bac8-712a-4990-834e-24ba4ad1c15d'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:50:38.293621 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae79dad-119b-4c0c-b13f-07eeb91cf3ca" -d '{"events": [{"server_uuid": "1b1d3294-7a8c-43da-b421-7c37c601db2f", "name": "network-vif-deleted", "tag": "5249bac8-712a-4990-834e-24ba4ad1c15d"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:50:38.330731 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cafc4a-1366-420d-948c-6ca92e260fd7 x-openstack-request-id: req-90cafc4a-1366-420d-948c-6ca92e260fd7 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:50:38.331095 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1d3294-7a8c-43da-b421-7c37c601db2f", "name": "network-vif-deleted", "tag": "5249bac8-712a-4990-834e-24ba4ad1c15d", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:50:38.331444 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90cafc4a-1366-420d-948c-6ca92e260fd7 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:50:38.331913 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90cafc4a-1366-420d-948c-6ca92e260fd7'] response: {'server_uuid': '1b1d3294-7a8c-43da-b421-7c37c601db2f', 'name': 'network-vif-deleted', 'tag': '5249bac8-712a-4990-834e-24ba4ad1c15d', 'status': 'completed', 'code': 200} Apr 14 20:50:38.802363 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-76ae73ca-fc0a-4a7a-afe4-b72bf1b38a76 req-ef42ee2b-a3ea-4766-97ff-08155bc4a03f tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1d3294-7a8c-43da-b421-7c37c601db2f HTTP/1.1" status: 200 len: 210 time: 0.0273981 Apr 14 20:50:39.472952 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11343d-4a55-4715-b518-a41ad25f8a78 req-5b6c4806-7e50-48a8-8c9e-4e5a8b281555 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:39.475198 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2b11343d-4a55-4715-b518-a41ad25f8a78 req-5b6c4806-7e50-48a8-8c9e-4e5a8b281555 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0468748 Apr 14 20:50:39.524418 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2b11343d-4a55-4715-b518-a41ad25f8a78 req-3b6ffb66-454d-4fce-81bc-dc1c9d64bd2d tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428994 Apr 14 20:50:40.242516 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058f341-2948-45cc-afa1-9bb4c1a88a7d req-4129cdb5-f924-4232-b33a-010e3b369a35 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:40.244005 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a058f341-2948-45cc-afa1-9bb4c1a88a7d req-4129cdb5-f924-4232-b33a-010e3b369a35 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0522232 Apr 14 20:50:40.291656 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a058f341-2948-45cc-afa1-9bb4c1a88a7d req-7fe43006-69bd-4488-837b-3836ba3474b4 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Apr 14 20:50:40.295242 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dfa39-2cc7-439b-939e-12c1d95bbf79 req-828702f2-714f-45a3-92e1-2695aff31e0d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:40.296738 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-072dfa39-2cc7-439b-939e-12c1d95bbf79 req-828702f2-714f-45a3-92e1-2695aff31e0d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 945 time: 0.0473230 Apr 14 20:50:40.344367 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-072dfa39-2cc7-439b-939e-12c1d95bbf79 req-c7067aa8-21ba-4c6d-86fb-da9002442425 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419855 Apr 14 20:50:40.638572 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb13d54-4faf-4675-a6ff-67a910c0cede req-fdf577a5-4d92-491b-9b66-e525e01ac77f tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:40.640338 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0bb13d54-4faf-4675-a6ff-67a910c0cede req-fdf577a5-4d92-491b-9b66-e525e01ac77f tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0484765 Apr 14 20:50:40.688983 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0bb13d54-4faf-4675-a6ff-67a910c0cede req-370408bc-57d1-4736-b761-46e7e3940b3e tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429742 Apr 14 20:50:41.226039 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 5249bac8-712a-4990-834e-24ba4ad1c15d no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:50:41.249115 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: 5249bac8-712a-4990-834e-24ba4ad1c15d {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:50:41.249478 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 5249bac8-712a-4990-834e-24ba4ad1c15d not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:50:41.411181 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57595f91-b2dd-423f-a603-d982408bb12b req-8cb261d2-fdbb-418a-84ae-33e91fe68d2a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:41.412773 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-57595f91-b2dd-423f-a603-d982408bb12b req-8cb261d2-fdbb-418a-84ae-33e91fe68d2a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0506482 Apr 14 20:50:41.455803 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accb6b3-efdc-434d-b213-3658b0491d39 req-c506df2c-a573-4dc8-bd69-5630ea9e8260 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:41.457301 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8accb6b3-efdc-434d-b213-3658b0491d39 req-c506df2c-a573-4dc8-bd69-5630ea9e8260 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 945 time: 0.0470183 Apr 14 20:50:41.458421 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-57595f91-b2dd-423f-a603-d982408bb12b req-f12f311e-44d1-41d1-90c2-a2575eae77df tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403321 Apr 14 20:50:41.512987 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8accb6b3-efdc-434d-b213-3658b0491d39 req-d1cb0f9f-0769-4f8d-b474-0354c36658e0 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475166 Apr 14 20:50:41.800236 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f9566-7356-4d33-9f95-20159c3a4b0d req-ea3995ff-c26f-4909-9120-0403351529e2 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:41.801644 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0e2f9566-7356-4d33-9f95-20159c3a4b0d req-ea3995ff-c26f-4909-9120-0403351529e2 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0469437 Apr 14 20:50:41.848564 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0e2f9566-7356-4d33-9f95-20159c3a4b0d req-6ed0e946-e804-43d2-bfd1-f17b68cd7645 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414577 Apr 14 20:50:42.573405 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656627b0-d3f0-4cd2-8acf-522b0b3ada9f req-de830543-794d-437a-a95d-efb377da830c tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:42.574880 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-656627b0-d3f0-4cd2-8acf-522b0b3ada9f req-de830543-794d-437a-a95d-efb377da830c tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0483897 Apr 14 20:50:42.623778 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-656627b0-d3f0-4cd2-8acf-522b0b3ada9f req-3edc8527-5487-457b-9e86-e571f270678b tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434120 Apr 14 20:50:42.633815 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdc3f4-4f18-40e4-8cfa-2dfeaf2eaf0d req-e8df56d5-10f1-40ef-8795-b33991c3b881 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:42.633815 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2bbdc3f4-4f18-40e4-8cfa-2dfeaf2eaf0d req-e8df56d5-10f1-40ef-8795-b33991c3b881 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 945 time: 0.0516155 Apr 14 20:50:42.679580 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2bbdc3f4-4f18-40e4-8cfa-2dfeaf2eaf0d req-a83d3629-48bd-4f06-a75e-044fb7cac46f tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438769 Apr 14 20:50:42.961122 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e5359-c150-4758-9d4d-2969ed717797 req-a24d57d0-78aa-4ff9-b3ee-2a0505cd72c2 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:42.962690 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b23e5359-c150-4758-9d4d-2969ed717797 req-a24d57d0-78aa-4ff9-b3ee-2a0505cd72c2 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0473955 Apr 14 20:50:43.010524 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b23e5359-c150-4758-9d4d-2969ed717797 req-77564fb3-67e9-481f-8e16-6c29ab314d5e tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425096 Apr 14 20:50:43.737207 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03400640-e315-49bf-b51e-bdef66cf3894 req-ae45485e-f261-421c-a15d-6c2e5519997a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:43.738678 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-03400640-e315-49bf-b51e-bdef66cf3894 req-ae45485e-f261-421c-a15d-6c2e5519997a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0481048 Apr 14 20:50:43.786335 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-03400640-e315-49bf-b51e-bdef66cf3894 req-bc81afc9-4f63-4206-bedc-a4242e2738b7 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413661 Apr 14 20:50:43.794398 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4149f-20d4-45cd-8b96-35125c8f2913 req-b4c00ac8-2c00-4787-a16b-c5788c028c94 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:43.795856 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f9c4149f-20d4-45cd-8b96-35125c8f2913 req-b4c00ac8-2c00-4787-a16b-c5788c028c94 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 945 time: 0.0502195 Apr 14 20:50:43.844912 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f9c4149f-20d4-45cd-8b96-35125c8f2913 req-5824620e-2f7d-4106-b6e5-07151557fe16 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428355 Apr 14 20:50:44.120434 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9a0e6-b96e-4b78-b4cd-3784127b8915 req-9600432f-b437-44e5-b5a7-6883362259c5 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:44.122017 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-92a9a0e6-b96e-4b78-b4cd-3784127b8915 req-9600432f-b437-44e5-b5a7-6883362259c5 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0467200 Apr 14 20:50:44.172164 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-92a9a0e6-b96e-4b78-b4cd-3784127b8915 req-51187a4c-98ff-4eb5-ac1d-d8208a236e18 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447342 Apr 14 20:50:44.797255 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:44.899249 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c85573-e405-4440-b885-3d8e58a260a0 req-871c9c29-733f-4c4f-aad2-97c9c3f5ab3e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:44.900732 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-75c85573-e405-4440-b885-3d8e58a260a0 req-871c9c29-733f-4c4f-aad2-97c9c3f5ab3e tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0470588 Apr 14 20:50:44.948898 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-75c85573-e405-4440-b885-3d8e58a260a0 req-7f9fb629-db38-47ab-983c-1c8913cf4a3a tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/security-groups?id=03c45ace-c210-49ed-a1b7-cfb823d525bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426524 Apr 14 20:50:44.955074 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b453f7-46f8-408f-85bc-48f4bffcab14 req-7d401d3d-52f1-468e-ac0a-d36cd4929ce2 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:44.956567 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-59b453f7-46f8-408f-85bc-48f4bffcab14 req-7d401d3d-52f1-468e-ac0a-d36cd4929ce2 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 945 time: 0.0467470 Apr 14 20:50:45.004654 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-59b453f7-46f8-408f-85bc-48f4bffcab14 req-68a29922-1366-4138-91c0-2e90d9466790 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416398 Apr 14 20:50:45.312818 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e332b33-9889-43fb-bf5b-04d0dc0404af req-5e79e977-f39f-4259-aa0c-d2b576f1fde0 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:45.314351 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1e332b33-9889-43fb-bf5b-04d0dc0404af req-5e79e977-f39f-4259-aa0c-d2b576f1fde0 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0778780 Apr 14 20:50:45.323101 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac61e1-1fe3-489a-a860-05cf56f3db2a req-136e94af-4509-44e4-b306-cff20fed5cbf tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:45.324437 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-60ac61e1-1fe3-489a-a860-05cf56f3db2a req-136e94af-4509-44e4-b306-cff20fed5cbf tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.16 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 945 time: 0.0770955 Apr 14 20:50:45.370124 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1e332b33-9889-43fb-bf5b-04d0dc0404af req-d39100cb-07f1-43f0-b165-2287d0ddc449 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447483 Apr 14 20:50:45.526762 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-60ac61e1-1fe3-489a-a860-05cf56f3db2a req-abcd97a3-29fb-4c72-bed6-99a72dff755d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Deleting port 7ff77d41-9d83-455f-a8ef-887591066088 {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:50:45.527017 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-60ac61e1-1fe3-489a-a860-05cf56f3db2a req-abcd97a3-29fb-4c72-bed6-99a72dff755d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (7ff77d41-9d83-455f-a8ef-887591066088), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:45.565332 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a0b15-e829-4bda-ae74-3cbd0126aaa6 req-51ce2138-2b1a-4e1a-a131-bff8ac59c0bd tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:45.566785 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a42a0b15-e829-4bda-ae74-3cbd0126aaa6 req-51ce2138-2b1a-4e1a-a131-bff8ac59c0bd tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 945 time: 0.0459075 Apr 14 20:50:45.619531 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-60ac61e1-1fe3-489a-a860-05cf56f3db2a req-abcd97a3-29fb-4c72-bed6-99a72dff755d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] For port 7ff77d41-9d83-455f-a8ef-887591066088, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7ff77d41-9d83-455f-a8ef-887591066088,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:50:45.619899 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-60ac61e1-1fe3-489a-a860-05cf56f3db2a req-abcd97a3-29fb-4c72-bed6-99a72dff755d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (7ff77d41-9d83-455f-a8ef-887591066088), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:45.634297 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-60ac61e1-1fe3-489a-a860-05cf56f3db2a req-abcd97a3-29fb-4c72-bed6-99a72dff755d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Calling delete_port for 7ff77d41-9d83-455f-a8ef-887591066088 owned by compute:nova {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:50:45.661332 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-a42a0b15-e829-4bda-ae74-3cbd0126aaa6 req-41612f9b-26dc-428b-95a0-4a9471f8f573 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Deleting port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:50:45.661678 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-a42a0b15-e829-4bda-ae74-3cbd0126aaa6 req-41612f9b-26dc-428b-95a0-4a9471f8f573 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (7ef4add8-ab28-41ed-9a03-a7520c08b7f4), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:45.750336 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-a42a0b15-e829-4bda-ae74-3cbd0126aaa6 req-41612f9b-26dc-428b-95a0-4a9471f8f573 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] For port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7ef4add8-ab28-41ed-9a03-a7520c08b7f4,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:50:45.750706 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-a42a0b15-e829-4bda-ae74-3cbd0126aaa6 req-41612f9b-26dc-428b-95a0-4a9471f8f573 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (7ef4add8-ab28-41ed-9a03-a7520c08b7f4), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:45.814675 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-60ac61e1-1fe3-489a-a860-05cf56f3db2a req-abcd97a3-29fb-4c72-bed6-99a72dff755d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (7ff77d41-9d83-455f-a8ef-887591066088), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:45.842764 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd97a3-29fb-4c72-bed6-99a72dff755d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Pushing event deleted for resources: {'Port': ['ID=7ff77d41-9d83-455f-a8ef-887591066088,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:45.891150 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ac61e1-1fe3-489a-a860-05cf56f3db2a req-abcd97a3-29fb-4c72-bed6-99a72dff755d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] No DVR routers for this DVR port 7ff77d41-9d83-455f-a8ef-887591066088 on host hv-cinder-83754 {{(pid=110412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:50:45.893657 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-60ac61e1-1fe3-489a-a860-05cf56f3db2a req-abcd97a3-29fb-4c72-bed6-99a72dff755d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:45.897602 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-60ac61e1-1fe3-489a-a860-05cf56f3db2a req-abcd97a3-29fb-4c72-bed6-99a72dff755d tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.16 "DELETE /v2.0/ports/7ff77d41-9d83-455f-a8ef-887591066088 HTTP/1.1" status: 204 len: 173 time: 0.4513338 Apr 14 20:50:45.898098 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16e8f01-5e11-47b2-bc9e-f73fa0172b5a', 'name': 'network-vif-deleted', 'tag': '7ff77d41-9d83-455f-a8ef-887591066088'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:50:45.900344 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7c7664-a2b9-41f7-9772-105b3733b9c5" -d '{"events": [{"server_uuid": "f16e8f01-5e11-47b2-bc9e-f73fa0172b5a", "name": "network-vif-deleted", "tag": "7ff77d41-9d83-455f-a8ef-887591066088"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:50:45.930276 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-a42a0b15-e829-4bda-ae74-3cbd0126aaa6 req-41612f9b-26dc-428b-95a0-4a9471f8f573 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:45.930641 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-a42a0b15-e829-4bda-ae74-3cbd0126aaa6 req-41612f9b-26dc-428b-95a0-4a9471f8f573 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (311e76f0-b3f7-44a2-b87b-a17fdb722cc8), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:45.930957 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.l3_db [req-a42a0b15-e829-4bda-ae74-3cbd0126aaa6 req-41612f9b-26dc-428b-95a0-4a9471f8f573 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Floating IP 311e76f0-b3f7-44a2-b87b-a17fdb722cc8 disassociated. External IP: 172.27.1.215, port: 7ef4add8-ab28-41ed-9a03-a7520c08b7f4. Apr 14 20:50:45.931295 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-a42a0b15-e829-4bda-ae74-3cbd0126aaa6 req-41612f9b-26dc-428b-95a0-4a9471f8f573 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Calling delete_port for 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 owned by compute:nova {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:50:46.003987 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451c629a-02ec-44b7-b0a7-0485d17854d6 x-openstack-request-id: req-451c629a-02ec-44b7-b0a7-0485d17854d6 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:50:46.004347 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16e8f01-5e11-47b2-bc9e-f73fa0172b5a", "name": "network-vif-deleted", "tag": "7ff77d41-9d83-455f-a8ef-887591066088", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:50:46.004672 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-451c629a-02ec-44b7-b0a7-0485d17854d6 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:50:46.005164 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451c629a-02ec-44b7-b0a7-0485d17854d6'] response: {'server_uuid': 'f16e8f01-5e11-47b2-bc9e-f73fa0172b5a', 'name': 'network-vif-deleted', 'tag': '7ff77d41-9d83-455f-a8ef-887591066088', 'status': 'completed', 'code': 200} Apr 14 20:50:46.080576 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b1e90b6c-9fac-4c4c-8d56-5ab350692613 req-4e32a344-7c83-4695-9aa8-4201d5c26866 tempest-ServerRescueNegativeTestJSON-25395265 tempest-ServerRescueNegativeTestJSON-25395265-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16e8f01-5e11-47b2-bc9e-f73fa0172b5a HTTP/1.1" status: 200 len: 210 time: 0.0448120 Apr 14 20:50:46.124330 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-a42a0b15-e829-4bda-ae74-3cbd0126aaa6 req-41612f9b-26dc-428b-95a0-4a9471f8f573 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999'] for port (7ef4add8-ab28-41ed-9a03-a7520c08b7f4), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:46.168271 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c06555-3e6b-475d-9f70-279fab45b9e0 req-a24bb760-7f0e-49f5-a0df-9f242cb8430e tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:46.169800 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e1c06555-3e6b-475d-9f70-279fab45b9e0 req-a24bb760-7f0e-49f5-a0df-9f242cb8430e tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 945 time: 0.0845137 Apr 14 20:50:46.171698 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41612f9b-26dc-428b-95a0-4a9471f8f573 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event deleted for resources: {'Port': ['ID=7ef4add8-ab28-41ed-9a03-a7520c08b7f4,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:46.304888 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e1c06555-3e6b-475d-9f70-279fab45b9e0 req-af17aba6-ee20-451d-b061-343fa4fdc1c7 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286612 Apr 14 20:50:46.338525 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a42a0b15-e829-4bda-ae74-3cbd0126aaa6 req-41612f9b-26dc-428b-95a0-4a9471f8f573 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:50:46.452796 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a42a0b15-e829-4bda-ae74-3cbd0126aaa6 req-41612f9b-26dc-428b-95a0-4a9471f8f573 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:50:46.463133 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095ad8ef-1436-475b-8e03-4aeadb0a7032 None None] Sync routers for ids ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:50:46.473057 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095ad8ef-1436-475b-8e03-4aeadb0a7032 None None] Routers {'2cb27ae3-6e9e-42a0-b848-d13a677d40c9'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:50:46.473714 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-095ad8ef-1436-475b-8e03-4aeadb0a7032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:50:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:46.485903 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e964-90a0-46e1-a751-e625982637c1 req-970cf2dc-236c-4e2e-a6d7-8721491b4232 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:46.488408 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-da84e964-90a0-46e1-a751-e625982637c1 req-970cf2dc-236c-4e2e-a6d7-8721491b4232 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0509975 Apr 14 20:50:46.498259 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42a0b15-e829-4bda-ae74-3cbd0126aaa6 req-41612f9b-26dc-428b-95a0-4a9471f8f573 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] No DVR routers for this DVR port 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 on host hv-cinder-83754 {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:50:46.500725 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-a42a0b15-e829-4bda-ae74-3cbd0126aaa6 req-41612f9b-26dc-428b-95a0-4a9471f8f573 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:46.504008 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a42a0b15-e829-4bda-ae74-3cbd0126aaa6 req-41612f9b-26dc-428b-95a0-4a9471f8f573 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.16 "DELETE /v2.0/ports/7ef4add8-ab28-41ed-9a03-a7520c08b7f4 HTTP/1.1" status: 204 len: 173 time: 0.9281023 Apr 14 20:50:46.504456 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad36824-9975-4636-87cc-d71119d0850c', 'name': 'network-vif-deleted', 'tag': '7ef4add8-ab28-41ed-9a03-a7520c08b7f4'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:50:46.507411 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf0b09c-13d7-420f-811c-9ebd426e6de1" -d '{"events": [{"server_uuid": "2ad36824-9975-4636-87cc-d71119d0850c", "name": "network-vif-deleted", "tag": "7ef4add8-ab28-41ed-9a03-a7520c08b7f4"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:50:46.556986 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-da84e964-90a0-46e1-a751-e625982637c1 req-cd9ce368-d133-476d-893f-5c51dc9f7e16 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594487 Apr 14 20:50:46.620106 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-095ad8ef-1436-475b-8e03-4aeadb0a7032 None None] Set router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:50:46.644333 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e8f994-d0a2-42d1-ba96-c75ec00a1055 x-openstack-request-id: req-b6e8f994-d0a2-42d1-ba96-c75ec00a1055 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:50:46.644633 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad36824-9975-4636-87cc-d71119d0850c", "name": "network-vif-deleted", "tag": "7ef4add8-ab28-41ed-9a03-a7520c08b7f4", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:50:46.644890 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6e8f994-d0a2-42d1-ba96-c75ec00a1055 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:50:46.645342 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e8f994-d0a2-42d1-ba96-c75ec00a1055'] response: {'server_uuid': '2ad36824-9975-4636-87cc-d71119d0850c', 'name': 'network-vif-deleted', 'tag': '7ef4add8-ab28-41ed-9a03-a7520c08b7f4', 'status': 'completed', 'code': 200} Apr 14 20:50:46.849327 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-095ad8ef-1436-475b-8e03-4aeadb0a7032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:46.880601 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095ad8ef-1436-475b-8e03-4aeadb0a7032 None None] Checking router: 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:50:46.889461 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095ad8ef-1436-475b-8e03-4aeadb0a7032 None None] Routers {'2cb27ae3-6e9e-42a0-b848-d13a677d40c9'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:50:46.890327 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-095ad8ef-1436-475b-8e03-4aeadb0a7032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:50:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:47.008057 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-095ad8ef-1436-475b-8e03-4aeadb0a7032 None None] Set router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:50:47.142435 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 47238) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:47.204111 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-095ad8ef-1436-475b-8e03-4aeadb0a7032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:47.234672 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095ad8ef-1436-475b-8e03-4aeadb0a7032 None None] The sync data for ids ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'] in dv-cinder-837540-3-iscsi is: [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:50:47.247293 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:50:47.272230 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:50:47.272230 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 7ef4add8-ab28-41ed-9a03-a7520c08b7f4 not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:50:47.272230 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 7ff77d41-9d83-455f-a8ef-887591066088 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:50:47.298203 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: 7ff77d41-9d83-455f-a8ef-887591066088 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:50:47.298692 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 7ff77d41-9d83-455f-a8ef-887591066088 not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:50:47.473443 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b38e744d-ab37-477f-93bf-a212b937c1ad req-9ba7ead3-fc9c-4a77-b16e-92affc9f1ec4 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad36824-9975-4636-87cc-d71119d0850c HTTP/1.1" status: 200 len: 210 time: 0.0406556 Apr 14 20:50:47.549038 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8682ccf-c9d6-49c5-ba3f-e69be65d5e65 None None] New status for floating IP 311e76f0-b3f7-44a2-b87b-a17fdb722cc8: DOWN {{(pid=110414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:50:47.680952 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6d780-23a0-4094-9e7e-410e68504cc2 req-f257d83a-91f1-46ee-9f57-8dd269c3a63d tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:47.682508 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d3c6d780-23a0-4094-9e7e-410e68504cc2 req-f257d83a-91f1-46ee-9f57-8dd269c3a63d tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0499780 Apr 14 20:50:47.727627 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-a9e9096c-7634-4f93-9837-052c4f901efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643990'] for router_interface (63879327-cb12-46cd-84a7-5537cd2c3b5b), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:47.740384 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d3c6d780-23a0-4094-9e7e-410e68504cc2 req-5266d329-9f0c-4d08-b23e-8647f3f77e5f tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519865 Apr 14 20:50:48.248594 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-a9e9096c-7634-4f93-9837-052c4f901efc admin admin] Deleting port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:50:48.249173 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-a9e9096c-7634-4f93-9837-052c4f901efc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:48.328474 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-a9e9096c-7634-4f93-9837-052c4f901efc admin admin] For port 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=1c5dc507-5435-4fa4-a2af-c076f0f6f5e3,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:50:48.329044 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-a9e9096c-7634-4f93-9837-052c4f901efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:48.352797 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-a9e9096c-7634-4f93-9837-052c4f901efc admin admin] Calling delete_port for 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 owned by network:router_interface {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:50:48.620598 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-a9e9096c-7634-4f93-9837-052c4f901efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (1c5dc507-5435-4fa4-a2af-c076f0f6f5e3), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:48.648925 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9096c-7634-4f93-9837-052c4f901efc admin admin] Pushing event deleted for resources: {'Port': ['ID=1c5dc507-5435-4fa4-a2af-c076f0f6f5e3,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:48.781275 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-74520417-bc44-4909-adf3-f0fc182b5755 req-5c009a13-6fff-49d4-bec1-5ec6ea18caf6 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976730036&fields=id&tenant_id=4594533c2d114769b73069549c61e38e HTTP/1.1" status: 200 len: 267 time: 0.0494282 Apr 14 20:50:48.832425 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-a9e9096c-7634-4f93-9837-052c4f901efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643850'] for router_interface (63879327-cb12-46cd-84a7-5537cd2c3b5b), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:48.899259 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74520417-bc44-4909-adf3-f0fc182b5755 req-ef6de18a-d178-4b3d-86f1-ff2fd4d9f717 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:48.900717 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-74520417-bc44-4909-adf3-f0fc182b5755 req-ef6de18a-d178-4b3d-86f1-ff2fd4d9f717 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/networks?id=e9124821-6384-483a-bd3f-30476db1701e HTTP/1.1" status: 200 len: 811 time: 0.1110587 Apr 14 20:50:48.915481 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-74520417-bc44-4909-adf3-f0fc182b5755 req-ad7da95f-f8b5-4b3c-9290-dff74f6292bc tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/quotas/4594533c2d114769b73069549c61e38e HTTP/1.1" status: 200 len: 375 time: 0.0094063 Apr 14 20:50:48.971439 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-74520417-bc44-4909-adf3-f0fc182b5755 req-c9c383e5-1961-4f70-b533-2c3e9457b31e tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4594533c2d114769b73069549c61e38e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497093 Apr 14 20:50:49.067238 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e9096c-7634-4f93-9837-052c4f901efc admin admin] Router 63879327-cb12-46cd-84a7-5537cd2c3b5b has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:50:49.116248 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-74520417-bc44-4909-adf3-f0fc182b5755 req-736b49b7-51ec-47c5-897a-420f3415ca08 service neutron] 10.222.0.15 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324263 Apr 14 20:50:49.191669 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e9096c-7634-4f93-9837-052c4f901efc admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:50:49.198448 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-a9e9096c-7634-4f93-9837-052c4f901efc admin admin] 10.222.0.15 "PUT /v2.0/routers/63879327-cb12-46cd-84a7-5537cd2c3b5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0546284 Apr 14 20:50:49.200749 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 47274) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:49.208652 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710cd831-2d9e-4873-9bc2-b9ed359f1c49 None None] Sync routers for ids ['63879327-cb12-46cd-84a7-5537cd2c3b5b'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:50:49.228128 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710cd831-2d9e-4873-9bc2-b9ed359f1c49 None None] Routers {'63879327-cb12-46cd-84a7-5537cd2c3b5b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:50:49.228770 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-710cd831-2d9e-4873-9bc2-b9ed359f1c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:50:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['63879327-cb12-46cd-84a7-5537cd2c3b5b'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:49.383517 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b3512-5488-451e-860e-791740a08710 req-f80bea48-2e97-4e19-86f4-4d8dcf816157 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:49.385548 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7e2b3512-5488-451e-860e-791740a08710 req-f80bea48-2e97-4e19-86f4-4d8dcf816157 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.1106439 Apr 14 20:50:49.429005 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8e7ffcd7-2cf0-4104-b55f-fa1a623f82cf admin admin] Publish callbacks [] for router (63879327-cb12-46cd-84a7-5537cd2c3b5b), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:49.488708 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-74520417-bc44-4909-adf3-f0fc182b5755 req-5fd27c37-42f9-41af-adae-b40d66cc2138 service neutron] 10.222.0.15 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664336 Apr 14 20:50:49.498860 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7e2b3512-5488-451e-860e-791740a08710 req-50412ba7-353f-462c-afc7-c5bdb975ca21 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021388 Apr 14 20:50:49.557512 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-710cd831-2d9e-4873-9bc2-b9ed359f1c49 None None] Set router 63879327-cb12-46cd-84a7-5537cd2c3b5b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:50:49.603261 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8e7ffcd7-2cf0-4104-b55f-fa1a623f82cf admin admin] Publish callbacks [] for router_gateway (63879327-cb12-46cd-84a7-5537cd2c3b5b), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:49.701753 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-8e7ffcd7-2cf0-4104-b55f-fa1a623f82cf admin admin] Deleting port 592350d6-6c9d-40cf-a8ef-20abb5994909 {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:50:49.702257 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8e7ffcd7-2cf0-4104-b55f-fa1a623f82cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (592350d6-6c9d-40cf-a8ef-20abb5994909), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:49.745475 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-710cd831-2d9e-4873-9bc2-b9ed359f1c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:17Z', 'updated_at': '2022-04-14T20:50:48Z', 'revision_number': 5, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'gw_port': {'id': '592350d6-6c9d-40cf-a8ef-20abb5994909', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:18Z', 'updated_at': '2022-04-14T20:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:49.772983 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1397f-7c9b-45dc-8a19-5953198e24ce req-b4b20aa6-eb36-4e9f-a705-826913ca7725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:49.774990 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b7d1397f-7c9b-45dc-8a19-5953198e24ce req-b4b20aa6-eb36-4e9f-a705-826913ca7725 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4dbbcd1ec03435a9c867254bd10e66a&device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 1129 time: 0.0918295 Apr 14 20:50:49.782573 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710cd831-2d9e-4873-9bc2-b9ed359f1c49 None None] Checking router: 63879327-cb12-46cd-84a7-5537cd2c3b5b for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:50:49.791662 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710cd831-2d9e-4873-9bc2-b9ed359f1c49 None None] Routers {'63879327-cb12-46cd-84a7-5537cd2c3b5b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:50:49.792271 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-710cd831-2d9e-4873-9bc2-b9ed359f1c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:50:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['63879327-cb12-46cd-84a7-5537cd2c3b5b'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:49.794239 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-8e7ffcd7-2cf0-4104-b55f-fa1a623f82cf admin admin] For port 592350d6-6c9d-40cf-a8ef-20abb5994909, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=592350d6-6c9d-40cf-a8ef-20abb5994909,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:50:49.794445 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8e7ffcd7-2cf0-4104-b55f-fa1a623f82cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (592350d6-6c9d-40cf-a8ef-20abb5994909), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:49.809467 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-8e7ffcd7-2cf0-4104-b55f-fa1a623f82cf admin admin] Calling delete_port for 592350d6-6c9d-40cf-a8ef-20abb5994909 owned by network:router_gateway {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:50:49.875964 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1397f-7c9b-45dc-8a19-5953198e24ce req-732cfe67-78c2-4692-b7a5-e987984c141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:49.877521 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b7d1397f-7c9b-45dc-8a19-5953198e24ce req-732cfe67-78c2-4692-b7a5-e987984c141f service neutron] 10.222.0.16 "GET /v2.0/networks?id=540ed165-30db-46c7-8958-ade545db3304 HTTP/1.1" status: 200 len: 909 time: 0.0941753 Apr 14 20:50:49.888817 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-710cd831-2d9e-4873-9bc2-b9ed359f1c49 None None] Set router 63879327-cb12-46cd-84a7-5537cd2c3b5b gateway port host: None {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:50:49.949223 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-710cd831-2d9e-4873-9bc2-b9ed359f1c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:17Z', 'updated_at': '2022-04-14T20:50:49Z', 'revision_number': 6, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'gw_port_host': None}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:49.952271 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b7d1397f-7c9b-45dc-8a19-5953198e24ce req-c95e789f-e50d-4517-8cbd-0bb235682d3f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e9cb23-f15b-4831-8c61-17fc14a30095 HTTP/1.1" status: 200 len: 1001 time: 0.0669363 Apr 14 20:50:49.979805 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710cd831-2d9e-4873-9bc2-b9ed359f1c49 None None] The sync data for ids ['63879327-cb12-46cd-84a7-5537cd2c3b5b'] in dv-cinder-837540-3-iscsi is: [{'id': '63879327-cb12-46cd-84a7-5537cd2c3b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1966205727-router', 'tenant_id': '27dd67d5d54143bd84f15a83f1f46737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:17Z', 'updated_at': '2022-04-14T20:50:49Z', 'revision_number': 6, 'project_id': '27dd67d5d54143bd84f15a83f1f46737', 'gw_port_host': None}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:50:50.003479 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1397f-7c9b-45dc-8a19-5953198e24ce req-4b8de836-90ad-46b2-a74d-1ece5d45c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:50.005920 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b7d1397f-7c9b-45dc-8a19-5953198e24ce req-4b8de836-90ad-46b2-a74d-1ece5d45c615 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=695c202b-519d-4cd6-a1e7-90a67ca64d14 HTTP/1.1" status: 200 len: 847 time: 0.0466850 Apr 14 20:50:50.064389 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1397f-7c9b-45dc-8a19-5953198e24ce req-36440ba8-f0ad-4fea-baab-aa72d402f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:50.065954 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b7d1397f-7c9b-45dc-8a19-5953198e24ce req-36440ba8-f0ad-4fea-baab-aa72d402f08d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=540ed165-30db-46c7-8958-ade545db3304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530822 Apr 14 20:50:50.097308 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8e7ffcd7-2cf0-4104-b55f-fa1a623f82cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (592350d6-6c9d-40cf-a8ef-20abb5994909), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:50.104831 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9807f4e7-4b5f-4f4c-b7c5-d88ff371c7bb req-2ddb6acd-3abb-44da-b125-7b6dc339c990 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 210 time: 0.0578523 Apr 14 20:50:50.154582 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ffcd7-2cf0-4104-b55f-fa1a623f82cf admin admin] Pushing event deleted for resources: {'Port': ['ID=592350d6-6c9d-40cf-a8ef-20abb5994909,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:50.194678 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b7d1397f-7c9b-45dc-8a19-5953198e24ce req-9c8561b6-3c2a-48a3-a5e7-c2b76ad4daab service neutron] 10.222.0.16 "GET /v2.0/networks/540ed165-30db-46c7-8958-ade545db3304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209548 Apr 14 20:50:50.223852 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8e7ffcd7-2cf0-4104-b55f-fa1a623f82cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644524'] for router_gateway (63879327-cb12-46cd-84a7-5537cd2c3b5b), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:50.315518 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b7d1397f-7c9b-45dc-8a19-5953198e24ce req-d676a440-3b8d-4d7c-9905-4f2848cb66fa service neutron] 10.222.0.16 "GET /v2.0/networks/540ed165-30db-46c7-8958-ade545db3304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130545 Apr 14 20:50:50.343065 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8e7ffcd7-2cf0-4104-b55f-fa1a623f82cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25830'] for router (63879327-cb12-46cd-84a7-5537cd2c3b5b), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:50.345441 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8e7ffcd7-2cf0-4104-b55f-fa1a623f82cf admin admin] Publish callbacks [] for router_controller (63879327-cb12-46cd-84a7-5537cd2c3b5b), precommit_delete_associations {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:50.480019 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8e7ffcd7-2cf0-4104-b55f-fa1a623f82cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1645577'] for router (63879327-cb12-46cd-84a7-5537cd2c3b5b), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:50.480596 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7ffcd7-2cf0-4104-b55f-fa1a623f82cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63879327-cb12-46cd-84a7-5537cd2c3b5b {{(pid=110412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:50:50.486043 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8e7ffcd7-2cf0-4104-b55f-fa1a623f82cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:50.487286 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-8e7ffcd7-2cf0-4104-b55f-fa1a623f82cf admin admin] 10.222.0.15 "DELETE /v2.0/routers/63879327-cb12-46cd-84a7-5537cd2c3b5b HTTP/1.1" status: 204 len: 168 time: 1.2854314 Apr 14 20:50:50.489773 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 47296) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:50.541669 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5d7baf-0639-4e1f-9d9c-4edc7eef13ff admin admin] Deleting subnet f10567fd-adb1-4429-8b4f-7a10f9ab700f {{(pid=110412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:50:50.546199 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7baf-0639-4e1f-9d9c-4edc7eef13ff admin admin] Publish callbacks [] for subnet (f10567fd-adb1-4429-8b4f-7a10f9ab700f), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:50.588526 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7baf-0639-4e1f-9d9c-4edc7eef13ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5090913'] for subnet (f10567fd-adb1-4429-8b4f-7a10f9ab700f), precommit_delete_associations {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:50.645075 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48815cd0-c5e6-4d99-9872-b22a5c6b4cad req-77894032-aafa-4ff3-b6ea-0543af2bfb29 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:50.647605 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-48815cd0-c5e6-4d99-9872-b22a5c6b4cad req-77894032-aafa-4ff3-b6ea-0543af2bfb29 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0553324 Apr 14 20:50:50.682399 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:50:50.703627 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:50:50.704285 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 1c5dc507-5435-4fa4-a2af-c076f0f6f5e3 not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:50:50.705874 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 592350d6-6c9d-40cf-a8ef-20abb5994909 no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:50:50.734616 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: 592350d6-6c9d-40cf-a8ef-20abb5994909 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:50:50.745437 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 592350d6-6c9d-40cf-a8ef-20abb5994909 not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:50:50.746376 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-48815cd0-c5e6-4d99-9872-b22a5c6b4cad req-f0502b97-f5b5-4a3a-a063-5507fc1b4131 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794277 Apr 14 20:50:50.746488 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7baf-0639-4e1f-9d9c-4edc7eef13ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041744'] for subnet (f10567fd-adb1-4429-8b4f-7a10f9ab700f), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:50.903763 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7baf-0639-4e1f-9d9c-4edc7eef13ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7773928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309105'] for subnet (f10567fd-adb1-4429-8b4f-7a10f9ab700f), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:50.931144 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d7baf-0639-4e1f-9d9c-4edc7eef13ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10567fd-adb1-4429-8b4f-7a10f9ab700f,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:50.937433 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7baf-0639-4e1f-9d9c-4edc7eef13ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:50.941456 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-fc5d7baf-0639-4e1f-9d9c-4edc7eef13ff admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f10567fd-adb1-4429-8b4f-7a10f9ab700f HTTP/1.1" status: 204 len: 168 time: 0.4507070 Apr 14 20:50:50.943129 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 47302) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:50.945450 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30503330-22e8-4749-a8d4-7b125665bcf1 None None] Network e3627da5-4396-44c2-b4be-72365d8e14c1 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:50:51.018341 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558881'] for network (e3627da5-4396-44c2-b4be-72365d8e14c1), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:51.065536 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] Deleting port 9b6fd97a-f587-436e-8469-dade59f2b2b3 {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:50:51.065886 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (9b6fd97a-f587-436e-8469-dade59f2b2b3), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:51.097494 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5184a4e3-36e9-4f77-9982-30c73b2e2a7a None None] DHCP port deletion for e3627da5-4396-44c2-b4be-72365d8e14c1 request from dv-cinder-837540-3-iscsi {{(pid=110413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:50:51.134994 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] For port 9b6fd97a-f587-436e-8469-dade59f2b2b3, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=9b6fd97a-f587-436e-8469-dade59f2b2b3,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:50:51.135106 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (9b6fd97a-f587-436e-8469-dade59f2b2b3), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:51.141912 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-5184a4e3-36e9-4f77-9982-30c73b2e2a7a None None] Deleting port 9b6fd97a-f587-436e-8469-dade59f2b2b3 {{(pid=110413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:50:51.142222 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-5184a4e3-36e9-4f77-9982-30c73b2e2a7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (9b6fd97a-f587-436e-8469-dade59f2b2b3), before_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:51.150571 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] Calling delete_port for 9b6fd97a-f587-436e-8469-dade59f2b2b3 owned by network:dhcp {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:50:51.212482 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-5184a4e3-36e9-4f77-9982-30c73b2e2a7a None None] For port 9b6fd97a-f587-436e-8469-dade59f2b2b3, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=9b6fd97a-f587-436e-8469-dade59f2b2b3,segment=NetworkSegment(ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4),segment_id=ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:50:51.212890 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-5184a4e3-36e9-4f77-9982-30c73b2e2a7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (9b6fd97a-f587-436e-8469-dade59f2b2b3), precommit_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:51.227029 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-5184a4e3-36e9-4f77-9982-30c73b2e2a7a None None] Calling delete_port for 9b6fd97a-f587-436e-8469-dade59f2b2b3 owned by network:dhcp {{(pid=110413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:50:51.229981 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-72634f37-7580-4ba3-b4f7-56a27f15fecd req-23de6b1c-8348-4e8f-a308-653ca00a39fb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 210 time: 0.0361810 Apr 14 20:50:51.352369 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (9b6fd97a-f587-436e-8469-dade59f2b2b3), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:51.361277 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-5184a4e3-36e9-4f77-9982-30c73b2e2a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999'] for port (9b6fd97a-f587-436e-8469-dade59f2b2b3), after_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:51.379047 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6fd97a-f587-436e-8469-dade59f2b2b3,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:51.384436 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] No DVR routers for this DVR port 9b6fd97a-f587-436e-8469-dade59f2b2b3 on host dv-cinder-837540-3-iscsi {{(pid=110412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:50:51.392682 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184a4e3-36e9-4f77-9982-30c73b2e2a7a None None] Pushing event deleted for resources: {'Port': ['ID=9b6fd97a-f587-436e-8469-dade59f2b2b3,revision_number=None']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:51.397953 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5184a4e3-36e9-4f77-9982-30c73b2e2a7a None None] No DVR routers for this DVR port 9b6fd97a-f587-436e-8469-dade59f2b2b3 on host dv-cinder-837540-3-iscsi {{(pid=110413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:50:51.471039 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044203', 'neutron.services.segments.db._delete_segments_for_network-8766881083832'] for network (e3627da5-4396-44c2-b4be-72365d8e14c1), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:51.491598 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3627da5-4396-44c2-b4be-72365d8e14c1']}} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:51.501289 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4') {'for_net_delete': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:51.501828 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4') {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:50:51.512742 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766880940993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5090906'] for segment (ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:51.527489 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:51.533437 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=110412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:50:51.533820 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773778'] for segment (ea00b378-0aa6-4c1e-bfc1-f6f795fcfdf4), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: Traceback (most recent call last): Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: timer() Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: cb(*args, **kw) Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: return func(*args, **kwargs) Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: self._notify() Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: self.callback(batched_events) Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: event.method(event) Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: return f(self, *a, **k) Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._get(url).json() Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: return self.request(url, 'GET', **kwargs) Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:50:51.535508 dv-cinder-837540-3-iscsi neutron-server[110412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:50:51.671539 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644488'] for network (e3627da5-4396-44c2-b4be-72365d8e14c1), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:51.675984 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:51.679460 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e3627da5-4396-44c2-b4be-72365d8e14c1 HTTP/1.1" status: 204 len: 168 time: 0.7346673 Apr 14 20:50:51.692245 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84d946-81d1-44fe-a8bd-e4d575d47e83 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3627da5-4396-44c2-b4be-72365d8e14c1,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:51.845667 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22281d91-d92d-4d0d-837b-79e10f6a517e req-4c518ecb-5666-4002-9313-395b29143091 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:51.847189 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-22281d91-d92d-4d0d-837b-79e10f6a517e req-4c518ecb-5666-4002-9313-395b29143091 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0471985 Apr 14 20:50:51.899603 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-22281d91-d92d-4d0d-837b-79e10f6a517e req-005ae87a-319c-4f09-8fab-3b9224309022 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462782 Apr 14 20:50:52.004054 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 47314) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:52.044610 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-e551a436-185b-4de0-83a2-98968d841cfb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27dd67d5d54143bd84f15a83f1f46737&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393257 Apr 14 20:50:52.047006 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 47316) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:50:52.098828 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-99b84461-9126-441a-a9aa-0f5045d46591 admin admin] Publish callbacks [] for security_group (03c45ace-c210-49ed-a1b7-cfb823d525bb), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:52.122673 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-99b84461-9126-441a-a9aa-0f5045d46591 admin admin] Publish callbacks [] for security_group (03c45ace-c210-49ed-a1b7-cfb823d525bb), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:52.243071 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-99b84461-9126-441a-a9aa-0f5045d46591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (03c45ace-c210-49ed-a1b7-cfb823d525bb), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:52.245851 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-99b84461-9126-441a-a9aa-0f5045d46591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:52.247149 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-99b84461-9126-441a-a9aa-0f5045d46591 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/03c45ace-c210-49ed-a1b7-cfb823d525bb HTTP/1.1" status: 204 len: 168 time: 0.1992314 Apr 14 20:50:52.260227 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b84461-9126-441a-a9aa-0f5045d46591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c45ace-c210-49ed-a1b7-cfb823d525bb,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:52.343099 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-01774efe-7a3a-4ae8-b122-711cc2f8a5cf req-28527a00-81b1-4854-942d-33f265113608 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 210 time: 0.0297039 Apr 14 20:50:52.674065 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 9b6fd97a-f587-436e-8469-dade59f2b2b3 no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:50:52.700581 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: 9b6fd97a-f587-436e-8469-dade59f2b2b3 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:50:52.700932 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 9b6fd97a-f587-436e-8469-dade59f2b2b3 not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:50:52.874205 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-34e2fa99-defc-48ed-8a87-717bde825034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:52.966860 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74520417-bc44-4909-adf3-f0fc182b5755 req-59f7068e-bc4b-4e44-853b-c900d6f6a1c2 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:52.969138 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-74520417-bc44-4909-adf3-f0fc182b5755 req-59f7068e-bc4b-4e44-853b-c900d6f6a1c2 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.16 "GET /v2.0/networks?id=e9124821-6384-483a-bd3f-30476db1701e HTTP/1.1" status: 200 len: 811 time: 0.1167116 Apr 14 20:50:53.064202 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c75e2-da8c-4bbc-b877-4763c2c61d04 req-0f8519e0-16b3-4334-8115-a44ede7c1139 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:53.065732 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f04c75e2-da8c-4bbc-b877-4763c2c61d04 req-0f8519e0-16b3-4334-8115-a44ede7c1139 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0709417 Apr 14 20:50:53.091237 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-74520417-bc44-4909-adf3-f0fc182b5755 req-ca691f7d-8ca4-4664-a41f-cf7d411f5d68 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4594533c2d114769b73069549c61e38e HTTP/1.1" status: 200 len: 379 time: 0.1107197 Apr 14 20:50:53.103725 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-74520417-bc44-4909-adf3-f0fc182b5755 req-0bdfeba1-8289-4787-8618-cc9b5233194c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Request body: {'port': {'device_id': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'admin_state_up': True, 'tenant_id': '4594533c2d114769b73069549c61e38e', 'security_groups': ['5ccbf620-7e17-445c-b54e-92b5f246fbd8']}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:50:53.160930 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f04c75e2-da8c-4bbc-b877-4763c2c61d04 req-34dd6ae0-ab88-4bf3-a558-dd4bf047b633 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865576 Apr 14 20:50:53.297440 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74520417-bc44-4909-adf3-f0fc182b5755 req-0bdfeba1-8289-4787-8618-cc9b5233194c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Made reservation on behalf of 4594533c2d114769b73069549c61e38e for: {'port': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:50:53.300792 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-74520417-bc44-4909-adf3-f0fc182b5755 req-0bdfeba1-8289-4787-8618-cc9b5233194c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:53.445878 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [req-74520417-bc44-4909-adf3-f0fc182b5755 req-0bdfeba1-8289-4787-8618-cc9b5233194c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Allocated IP 172.20.0.7 (e9124821-6384-483a-bd3f-30476db1701e/177c8868-9176-40ed-9fba-016fb7a72185/bb4dd528-01f2-4818-a278-1215d4dab730) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:50:53.464725 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-506b78ac-d742-40bc-a90b-353d201d193e req-0d74c4cf-164f-4b0d-8206-caf7351b558d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 210 time: 0.0433934 Apr 14 20:50:53.594625 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-74520417-bc44-4909-adf3-f0fc182b5755 req-0bdfeba1-8289-4787-8618-cc9b5233194c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for port (bb4dd528-01f2-4818-a278-1215d4dab730), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:53.694985 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-74520417-bc44-4909-adf3-f0fc182b5755 req-0bdfeba1-8289-4787-8618-cc9b5233194c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (bb4dd528-01f2-4818-a278-1215d4dab730), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:53.742304 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74520417-bc44-4909-adf3-f0fc182b5755 req-0bdfeba1-8289-4787-8618-cc9b5233194c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Network e9124821-6384-483a-bd3f-30476db1701e is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:50:53.747916 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [req-74520417-bc44-4909-adf3-f0fc182b5755 req-0bdfeba1-8289-4787-8618-cc9b5233194c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:50:53.751291 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-74520417-bc44-4909-adf3-f0fc182b5755 req-0bdfeba1-8289-4787-8618-cc9b5233194c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:50:53.757464 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74520417-bc44-4909-adf3-f0fc182b5755 req-0bdfeba1-8289-4787-8618-cc9b5233194c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:53.758090 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-74520417-bc44-4909-adf3-f0fc182b5755 req-0bdfeba1-8289-4787-8618-cc9b5233194c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:53.772482 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfeba1-8289-4787-8618-cc9b5233194c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event updated for resources: {'Port': ['ID=bb4dd528-01f2-4818-a278-1215d4dab730,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:53.853189 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-74520417-bc44-4909-adf3-f0fc182b5755 req-0bdfeba1-8289-4787-8618-cc9b5233194c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7546461 Apr 14 20:50:53.870360 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Request body: {'port': {'device_id': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:50:53.938379 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (bb4dd528-01f2-4818-a278-1215d4dab730), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:53.964371 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-09e0203c-2c16-4a16-8b66-2d858657c46c None None] Provisioning complete for port bb4dd528-01f2-4818-a278-1215d4dab730 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:50:53.965388 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-09e0203c-2c16-4a16-8b66-2d858657c46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (bb4dd528-01f2-4818-a278-1215d4dab730), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:54.008005 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-09e0203c-2c16-4a16-8b66-2d858657c46c None None] Port bb4dd528-01f2-4818-a278-1215d4dab730 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:50:54.220227 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4dd528-01f2-4818-a278-1215d4dab730 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:50:54.229424 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Publish callbacks [] for port (bb4dd528-01f2-4818-a278-1215d4dab730), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:54.252362 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Transition to ACTIVE for port object bb4dd528-01f2-4818-a278-1215d4dab730 will not be triggered until provisioned by entity L2. {{(pid=110411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:50:54.290481 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a43b5d-d56e-4bb3-8813-fc14fca9872c req-a7cc9efe-1385-49c2-89f8-0ada173ed1a3 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:54.291988 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-40a43b5d-d56e-4bb3-8813-fc14fca9872c req-a7cc9efe-1385-49c2-89f8-0ada173ed1a3 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0567098 Apr 14 20:50:54.314574 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (bb4dd528-01f2-4818-a278-1215d4dab730), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:54.400618 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Pushing event updated for resources: {'Port': ['ID=bb4dd528-01f2-4818-a278-1215d4dab730,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:54.411487 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-40a43b5d-d56e-4bb3-8813-fc14fca9872c req-197cfa1e-3aa0-4394-94be-e046fdc26d46 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132510 Apr 14 20:50:54.454206 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Attempting to bind port bb4dd528-01f2-4818-a278-1215d4dab730 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:50:54.454584 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Attempting to bind port bb4dd528-01f2-4818-a278-1215d4dab730 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:50:54.454952 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Attempting to bind port bb4dd528-01f2-4818-a278-1215d4dab730 on network e9124821-6384-483a-bd3f-30476db1701e {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:50:54.459643 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Port bb4dd528-01f2-4818-a278-1215d4dab730 on network e9124821-6384-483a-bd3f-30476db1701e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:50:54.459974 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Attempting to bind port bb4dd528-01f2-4818-a278-1215d4dab730 on network e9124821-6384-483a-bd3f-30476db1701e {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:50:54.465707 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:50:54.466046 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Checking segment: {'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:50:54.466446 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Bound using segment: {'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:50:54.468485 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Bound port: bb4dd528-01f2-4818-a278-1215d4dab730, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:50:54.468485 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (bb4dd528-01f2-4818-a278-1215d4dab730), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:54.653062 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [req-98a92b4c-8276-48ac-8a69-361c531c0f9d req-1e3cb2b8-dd5d-4cee-8eca-7a6e384f2169 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110412) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:50:54.656790 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] For port bb4dd528-01f2-4818-a278-1215d4dab730, host hv-cinder-83754, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:50:54.663243 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-98a92b4c-8276-48ac-8a69-361c531c0f9d req-1e3cb2b8-dd5d-4cee-8eca-7a6e384f2169 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1514246 Apr 14 20:50:54.682869 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] For port bb4dd528-01f2-4818-a278-1215d4dab730, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bb4dd528-01f2-4818-a278-1215d4dab730,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:50:54.690174 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fae809-70c9-4bf7-abe2-4a7769864e80 req-79f7cc81-6239-465c-adec-91ba0267a06f tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:54.691688 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-23fae809-70c9-4bf7-abe2-4a7769864e80 req-79f7cc81-6239-465c-adec-91ba0267a06f tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 943 time: 0.1143532 Apr 14 20:50:54.746789 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-23fae809-70c9-4bf7-abe2-4a7769864e80 req-4973df50-585d-4ecc-8970-d94bacd515c4 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481989 Apr 14 20:50:54.792014 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (bb4dd528-01f2-4818-a278-1215d4dab730), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:54.827462 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:54.828086 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:54.830350 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] 10.222.0.16 "PUT /v2.0/ports/bb4dd528-01f2-4818-a278-1215d4dab730 HTTP/1.1" status: 200 len: 1093 time: 0.9647474 Apr 14 20:50:54.832949 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'tag': 'bb4dd528-01f2-4818-a278-1215d4dab730'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:50:54.839495 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a2ea70-c52c-4786-90f8-01b6cdae55f1" -d '{"events": [{"name": "network-changed", "server_uuid": "058c4fc3-fbf7-46c2-abf6-30d547ff508d", "tag": "bb4dd528-01f2-4818-a278-1215d4dab730"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:50:54.866555 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3599556-f84b-411b-ba96-8c24286cccbd service neutron] Pushing event updated for resources: {'Port': ['ID=bb4dd528-01f2-4818-a278-1215d4dab730,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:54.887528 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1aaf80-76a7-4466-a07f-b6e82a6931b1 x-openstack-request-id: req-ee1aaf80-76a7-4466-a07f-b6e82a6931b1 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:50:54.891589 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058c4fc3-fbf7-46c2-abf6-30d547ff508d", "tag": "bb4dd528-01f2-4818-a278-1215d4dab730", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:50:54.891589 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee1aaf80-76a7-4466-a07f-b6e82a6931b1 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:50:54.891589 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1aaf80-76a7-4466-a07f-b6e82a6931b1'] response: {'name': 'network-changed', 'server_uuid': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'tag': 'bb4dd528-01f2-4818-a278-1215d4dab730', 'status': 'completed', 'code': 200} Apr 14 20:50:54.961211 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2ea70-c52c-4786-90f8-01b6cdae55f1 req-f05068e6-7b6c-42f6-ad2d-97b9c699a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:54.963158 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c4a2ea70-c52c-4786-90f8-01b6cdae55f1 req-f05068e6-7b6c-42f6-ad2d-97b9c699a4d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4594533c2d114769b73069549c61e38e&device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 1127 time: 0.0524561 Apr 14 20:50:55.038541 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29e813-5ab3-4d3c-bb0c-fab42d944894 req-0d99b864-9a1c-4f2b-a360-be11fef76229 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:55.044084 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bf29e813-5ab3-4d3c-bb0c-fab42d944894 req-0d99b864-9a1c-4f2b-a360-be11fef76229 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0775793 Apr 14 20:50:55.082928 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-3ee7d7b6-9456-4ef2-ac4a-0c0b1b7a7dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:55.092198 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2ea70-c52c-4786-90f8-01b6cdae55f1 req-7b0af8cc-33a1-4f38-aec2-40acb4313c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:55.093541 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c4a2ea70-c52c-4786-90f8-01b6cdae55f1 req-7b0af8cc-33a1-4f38-aec2-40acb4313c90 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4594533c2d114769b73069549c61e38e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1236267 Apr 14 20:50:55.123003 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7b63d766-2b34-499b-93b6-cc7658108f74 req-f25124b7-da7f-4698-9c04-4ab3fa03ef8a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0583391 Apr 14 20:50:55.132893 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bf29e813-5ab3-4d3c-bb0c-fab42d944894 req-bd6d6858-3728-41a4-89d6-148c1a12645e tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834801 Apr 14 20:50:55.200039 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63d766-2b34-499b-93b6-cc7658108f74 req-1b17505f-ce99-410e-a914-bb7fa513e010 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:55.201556 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7b63d766-2b34-499b-93b6-cc7658108f74 req-1b17505f-ce99-410e-a914-bb7fa513e010 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports/99e9cb23-f15b-4831-8c61-17fc14a30095 HTTP/1.1" status: 200 len: 942 time: 0.0495689 Apr 14 20:50:55.207791 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2ea70-c52c-4786-90f8-01b6cdae55f1 req-64e3528b-a305-41e7-be4f-f20e6a25fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:55.213461 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c4a2ea70-c52c-4786-90f8-01b6cdae55f1 req-64e3528b-a305-41e7-be4f-f20e6a25fbd5 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1099625 Apr 14 20:50:55.288235 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 99e9cb23-f15b-4831-8c61-17fc14a30095 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:50:55.370058 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 99e9cb23-f15b-4831-8c61-17fc14a30095 is: ACTIVE; New status is: DOWN {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:50:55.370478 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:55.392752 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99e9cb23-f15b-4831-8c61-17fc14a30095'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:50:55.394974 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9972363d-ba8f-498a-915f-eab202d1fbc5" -d '{"events": [{"server_uuid": "75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab", "name": "network-vif-unplugged", "status": "completed", "tag": "99e9cb23-f15b-4831-8c61-17fc14a30095"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:50:55.408063 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 99e9cb23-f15b-4831-8c61-17fc14a30095, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99e9cb23-f15b-4831-8c61-17fc14a30095,segment=NetworkSegment(14b3ac16-854b-4eca-80c6-52a5054d6576),segment_id=14b3ac16-854b-4eca-80c6-52a5054d6576)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:50:55.435196 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Apr 2022 20:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5322025c-a31b-44f0-9ba8-6f27e0435243 x-openstack-request-id: req-5322025c-a31b-44f0-9ba8-6f27e0435243 {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:50:55.435196 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab", "name": "network-vif-unplugged", "status": "failed", "tag": "99e9cb23-f15b-4831-8c61-17fc14a30095", "code": 422}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:50:55.435196 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5322025c-a31b-44f0-9ba8-6f27e0435243 {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:50:55.435196 dv-cinder-837540-3-iscsi neutron-server[110413]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5322025c-a31b-44f0-9ba8-6f27e0435243']: {'server_uuid': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '99e9cb23-f15b-4831-8c61-17fc14a30095', 'code': 422} returned with failed status Apr 14 20:50:55.494282 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:55.543968 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=99e9cb23-f15b-4831-8c61-17fc14a30095,revision_number=6']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:50:55.661481 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3f4be05-9ec0-478f-919c-2c0579c94af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:55.663534 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-74520417-bc44-4909-adf3-f0fc182b5755 req-e3f4be05-9ec0-478f-919c-2c0579c94af5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4594533c2d114769b73069549c61e38e&device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 1127 time: 0.0409191 Apr 14 20:50:55.713538 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-74520417-bc44-4909-adf3-f0fc182b5755 req-4b06d49f-5470-4ceb-bbe1-02e5e3261147 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb4dd528-01f2-4818-a278-1215d4dab730 HTTP/1.1" status: 200 len: 217 time: 0.0369756 Apr 14 20:50:55.763731 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74520417-bc44-4909-adf3-f0fc182b5755 req-1e0505f4-08e3-4f0c-924a-f47772db7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:55.765461 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-74520417-bc44-4909-adf3-f0fc182b5755 req-1e0505f4-08e3-4f0c-924a-f47772db7933 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=177c8868-9176-40ed-9fba-016fb7a72185 HTTP/1.1" status: 200 len: 850 time: 0.0448477 Apr 14 20:50:55.868193 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbc777-5e86-43e5-8097-582e750c42bf req-de801d2d-34ae-4fb5-a655-c307f09875b3 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:55.869675 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-20fbc777-5e86-43e5-8097-582e750c42bf req-de801d2d-34ae-4fb5-a655-c307f09875b3 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 943 time: 0.0492423 Apr 14 20:50:55.917760 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-20fbc777-5e86-43e5-8097-582e750c42bf req-9c53a2bf-bf39-45d3-86fe-8ed0f85d55c6 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425105 Apr 14 20:50:56.056789 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74520417-bc44-4909-adf3-f0fc182b5755 req-dace5d35-9bc7-473c-8734-c5da9341179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:56.059488 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-74520417-bc44-4909-adf3-f0fc182b5755 req-dace5d35-9bc7-473c-8734-c5da9341179e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9124821-6384-483a-bd3f-30476db1701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431206 Apr 14 20:50:56.153156 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-74520417-bc44-4909-adf3-f0fc182b5755 req-04ad1ff4-553d-4f55-a725-aa6d518d5abc service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873010 Apr 14 20:50:56.279312 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d12447-44ff-4b41-a194-53e91dd4a836 req-5b0fc87b-e14a-4e2d-adfe-7cc10b67492a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:56.280793 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-26d12447-44ff-4b41-a194-53e91dd4a836 req-5b0fc87b-e14a-4e2d-adfe-7cc10b67492a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0611911 Apr 14 20:50:56.312942 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-74520417-bc44-4909-adf3-f0fc182b5755 req-ea17a30d-984f-4bb0-877d-6f921466b191 service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528060 Apr 14 20:50:56.343790 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-26d12447-44ff-4b41-a194-53e91dd4a836 req-c2d7aa75-4d2d-48e4-91a2-5a7c59b5a91e tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530920 Apr 14 20:50:56.366075 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:57.102339 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0412534-90b0-4ef3-89fd-46d1e19167e4 req-9e8fd1a9-f3d6-4cbe-94fc-101dc9c434f4 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:57.103961 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e0412534-90b0-4ef3-89fd-46d1e19167e4 req-9e8fd1a9-f3d6-4cbe-94fc-101dc9c434f4 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 943 time: 0.0550129 Apr 14 20:50:57.163740 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e0412534-90b0-4ef3-89fd-46d1e19167e4 req-70d1b49e-a3ac-46f9-ad1e-e079229d9014 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510385 Apr 14 20:50:57.468376 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e74a02-5f1b-4f13-9948-2f513af602ea req-9a55b494-be72-42b2-988b-8d3e188e8281 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:57.470471 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-55e74a02-5f1b-4f13-9948-2f513af602ea req-9a55b494-be72-42b2-988b-8d3e188e8281 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0599718 Apr 14 20:50:57.520328 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-55e74a02-5f1b-4f13-9948-2f513af602ea req-698439cc-f84f-4682-a886-43ac8972de7b tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445223 Apr 14 20:50:57.846473 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:58.284494 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d72abd-a65a-493a-9674-c67cb9410722 req-159c3999-bfcb-4db5-8014-447ce301a2bb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:58.285994 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-59d72abd-a65a-493a-9674-c67cb9410722 req-159c3999-bfcb-4db5-8014-447ce301a2bb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 943 time: 0.0467780 Apr 14 20:50:58.335776 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-59d72abd-a65a-493a-9674-c67cb9410722 req-638099bc-95ad-4e02-8945-ce0c8b14ace1 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431414 Apr 14 20:50:58.635531 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299cc9e-1540-4d46-acd1-4d5de4924171 req-bdc85d3a-621e-4e8f-8150-bb01422aaebd tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:58.637011 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0299cc9e-1540-4d46-acd1-4d5de4924171 req-bdc85d3a-621e-4e8f-8150-bb01422aaebd tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0471935 Apr 14 20:50:58.690162 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0299cc9e-1540-4d46-acd1-4d5de4924171 req-f5e413ef-5ce1-43b0-bcb5-612b4c423b5d tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471802 Apr 14 20:50:59.348307 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:50:59.453271 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15630596-be1e-474e-8e88-e2d6deda5192 req-222435d3-fd5b-4231-86ae-2346af3124d8 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:59.454731 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-15630596-be1e-474e-8e88-e2d6deda5192 req-222435d3-fd5b-4231-86ae-2346af3124d8 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 943 time: 0.0480871 Apr 14 20:50:59.503380 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-15630596-be1e-474e-8e88-e2d6deda5192 req-aec10e82-b56f-478b-a249-aba9f9bdbbe3 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423396 Apr 14 20:50:59.802618 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16eea1-c953-440c-ab29-92f9a30c15f3 req-815ea319-344d-44f2-a301-8cc79a426a39 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:50:59.804241 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fe16eea1-c953-440c-ab29-92f9a30c15f3 req-815ea319-344d-44f2-a301-8cc79a426a39 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0471184 Apr 14 20:50:59.856313 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fe16eea1-c953-440c-ab29-92f9a30c15f3 req-33e6d3c7-99d5-4f9f-aac8-2d3e1d16bbb8 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463557 Apr 14 20:51:00.617401 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f1d72-82cc-4e82-96a6-ea2e164fc717 req-833df642-9a82-4786-8322-b5fc1303db6e tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:00.618873 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2a0f1d72-82cc-4e82-96a6-ea2e164fc717 req-833df642-9a82-4786-8322-b5fc1303db6e tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 943 time: 0.0483592 Apr 14 20:51:00.667745 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2a0f1d72-82cc-4e82-96a6-ea2e164fc717 req-22c6ed31-b949-455e-8256-ab9a357e3dda tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430639 Apr 14 20:51:00.950077 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3873387-1a64-4eee-9ee2-db90c38306b5 req-47cdb077-4af4-45d0-b4f8-68f666400bef tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:00.951742 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c3873387-1a64-4eee-9ee2-db90c38306b5 req-47cdb077-4af4-45d0-b4f8-68f666400bef tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0463510 Apr 14 20:51:00.984123 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5572e11-29b0-46a4-a03d-9cf9fd978ffd req-86d17220-fb7b-482e-b3b5-3f15aa3ce09f tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:00.985649 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c5572e11-29b0-46a4-a03d-9cf9fd978ffd req-86d17220-fb7b-482e-b3b5-3f15aa3ce09f tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0481436 Apr 14 20:51:00.999322 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c3873387-1a64-4eee-9ee2-db90c38306b5 req-08683fab-ea2e-45ee-900e-89503e935ed7 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421097 Apr 14 20:51:01.035499 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c5572e11-29b0-46a4-a03d-9cf9fd978ffd req-9e7fbf2f-ac5c-4684-91a3-c1601b9e62f2 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436828 Apr 14 20:51:01.782179 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346ab9d-8ff5-4779-9895-7098e41bc742 req-2d51baa5-42b8-46b9-977a-393e6557b13a tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:01.787762 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b346ab9d-8ff5-4779-9895-7098e41bc742 req-2d51baa5-42b8-46b9-977a-393e6557b13a tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 943 time: 0.0505509 Apr 14 20:51:01.864095 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b346ab9d-8ff5-4779-9895-7098e41bc742 req-4d9da154-6ffc-4a25-9dd9-663ff6e1b8ce tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736835 Apr 14 20:51:01.906394 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63d766-2b34-499b-93b6-cc7658108f74 req-a4099b09-c310-45f0-b5d7-1a405c13e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:01.907887 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7b63d766-2b34-499b-93b6-cc7658108f74 req-a4099b09-c310-45f0-b5d7-1a405c13e289 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab&tenant_id=e4dbbcd1ec03435a9c867254bd10e66a HTTP/1.1" status: 200 len: 1127 time: 0.0806115 Apr 14 20:51:01.975075 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63d766-2b34-499b-93b6-cc7658108f74 req-5a56dfbd-876f-4f50-a14c-d94e19aa5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:01.976639 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7b63d766-2b34-499b-93b6-cc7658108f74 req-5a56dfbd-876f-4f50-a14c-d94e19aa5535 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4dbbcd1ec03435a9c867254bd10e66a&device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 1127 time: 0.0437744 Apr 14 20:51:02.080261 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63d766-2b34-499b-93b6-cc7658108f74 req-33e80752-eb75-4601-940b-a23baf14138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:02.082513 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7b63d766-2b34-499b-93b6-cc7658108f74 req-33e80752-eb75-4601-940b-a23baf14138a service neutron] 10.222.0.16 "GET /v2.0/networks?id=540ed165-30db-46c7-8958-ade545db3304 HTTP/1.1" status: 200 len: 909 time: 0.0984020 Apr 14 20:51:02.141594 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafd8e1-80d0-41db-b251-a26d54fc9b0f req-4dc81724-5cb5-4c5f-97bc-b8ff2abb6d9c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:02.143075 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-abafd8e1-80d0-41db-b251-a26d54fc9b0f req-4dc81724-5cb5-4c5f-97bc-b8ff2abb6d9c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0544765 Apr 14 20:51:02.155672 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7b63d766-2b34-499b-93b6-cc7658108f74 req-0f127007-44d0-4c9b-b1e1-01abbe554f9e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e9cb23-f15b-4831-8c61-17fc14a30095 HTTP/1.1" status: 200 len: 999 time: 0.0663738 Apr 14 20:51:02.190637 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-abafd8e1-80d0-41db-b251-a26d54fc9b0f req-e13ce975-1e5d-4fb9-a283-85a03df6b1b2 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414333 Apr 14 20:51:02.210948 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63d766-2b34-499b-93b6-cc7658108f74 req-f9540cd4-1da9-404e-a628-420b8159aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:02.212355 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7b63d766-2b34-499b-93b6-cc7658108f74 req-f9540cd4-1da9-404e-a628-420b8159aa0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=695c202b-519d-4cd6-a1e7-90a67ca64d14 HTTP/1.1" status: 200 len: 847 time: 0.0475392 Apr 14 20:51:02.262487 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63d766-2b34-499b-93b6-cc7658108f74 req-ffa17885-b6d8-4156-a702-546818f6d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:02.263991 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7b63d766-2b34-499b-93b6-cc7658108f74 req-ffa17885-b6d8-4156-a702-546818f6d263 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=540ed165-30db-46c7-8958-ade545db3304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449362 Apr 14 20:51:02.302652 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa0f2a-48ca-4bab-a120-bafc62725c38 req-a8930f52-124b-4588-9d99-89a43d03ce7d tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:02.304285 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2faa0f2a-48ca-4bab-a120-bafc62725c38 req-a8930f52-124b-4588-9d99-89a43d03ce7d tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0489039 Apr 14 20:51:02.362730 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7b63d766-2b34-499b-93b6-cc7658108f74 req-7d83f456-020a-4198-adae-7ff5415ca7cb service neutron] 10.222.0.16 "GET /v2.0/networks/540ed165-30db-46c7-8958-ade545db3304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925655 Apr 14 20:51:02.363510 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2faa0f2a-48ca-4bab-a120-bafc62725c38 req-c2354a19-072b-4c3b-9ad4-f708e52fec97 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479896 Apr 14 20:51:02.459851 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7b63d766-2b34-499b-93b6-cc7658108f74 req-44e39dfb-5b2f-4187-9f57-4633822aaa79 service neutron] 10.222.0.16 "GET /v2.0/networks/540ed165-30db-46c7-8958-ade545db3304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905602 Apr 14 20:51:02.479828 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ecfece-0a66-4bab-8c53-c51f1a6e17b5 req-514ddf75-79f3-4ee2-aae7-58251c5b587f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:02.481236 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-38ecfece-0a66-4bab-8c53-c51f1a6e17b5 req-514ddf75-79f3-4ee2-aae7-58251c5b587f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 946 time: 0.0468049 Apr 14 20:51:02.534267 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-38ecfece-0a66-4bab-8c53-c51f1a6e17b5 req-8a2a0f63-cc5d-4526-a123-b50744bebb99 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=90b1514d-4ef2-4b72-861e-9732a5da061c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473716 Apr 14 20:51:02.984669 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fe775-564b-4994-a6a7-41c0648693b6 req-287a6fc4-332c-4355-80ca-5346255d3f94 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:02.987204 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6d1fe775-564b-4994-a6a7-41c0648693b6 req-287a6fc4-332c-4355-80ca-5346255d3f94 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 943 time: 0.0518258 Apr 14 20:51:03.034983 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6d1fe775-564b-4994-a6a7-41c0648693b6 req-ec72ddfe-e053-4b30-8bf4-47efac97bc75 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429947 Apr 14 20:51:03.309116 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b2ce3-b354-4d20-ac8d-d5071f1e8e84 req-e8be10cd-a4ff-4a56-8bc2-cf1bb7b9a6e2 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:03.310577 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-714b2ce3-b354-4d20-ac8d-d5071f1e8e84 req-e8be10cd-a4ff-4a56-8bc2-cf1bb7b9a6e2 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0459704 Apr 14 20:51:03.356663 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-714b2ce3-b354-4d20-ac8d-d5071f1e8e84 req-4426c855-501b-4f05-aa86-6c5902c76333 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406599 Apr 14 20:51:03.474199 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30af24-48b1-42b8-b9b5-0d529f0a5f6f req-b18ca186-836c-4528-a62d-0a8d9226a777 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:03.476340 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ce30af24-48b1-42b8-b9b5-0d529f0a5f6f req-b18ca186-836c-4528-a62d-0a8d9226a777 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0466876 Apr 14 20:51:03.532000 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ce30af24-48b1-42b8-b9b5-0d529f0a5f6f req-f14fede0-e723-4dc4-9a4b-701751e13b14 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473299 Apr 14 20:51:03.645870 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b75d8-01d5-4b0c-9b2e-06483e3cdc2b req-a683e108-560d-428e-8d78-b6d75782bae3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:03.647768 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-796b75d8-01d5-4b0c-9b2e-06483e3cdc2b req-a683e108-560d-428e-8d78-b6d75782bae3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 946 time: 0.0484416 Apr 14 20:51:03.694804 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-796b75d8-01d5-4b0c-9b2e-06483e3cdc2b req-63f903a0-3dc1-4618-9f9e-81a68207366d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=90b1514d-4ef2-4b72-861e-9732a5da061c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414398 Apr 14 20:51:04.043184 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:51:04.149663 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8fe32-9304-4981-8cff-f5068c6e7174 req-f9aab7be-111f-4025-925e-b352a70ecfa3 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:04.151141 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-28f8fe32-9304-4981-8cff-f5068c6e7174 req-f9aab7be-111f-4025-925e-b352a70ecfa3 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 943 time: 0.0505540 Apr 14 20:51:04.204494 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-28f8fe32-9304-4981-8cff-f5068c6e7174 req-677a59d7-4aed-437d-930c-106cb483fdeb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477166 Apr 14 20:51:04.478087 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b2b2a-68d8-4988-af3f-36158af33573 req-dafdf8f4-f6f3-402c-99f9-7377a0c8c0d4 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:04.479548 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a12b2b2a-68d8-4988-af3f-36158af33573 req-dafdf8f4-f6f3-402c-99f9-7377a0c8c0d4 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0505092 Apr 14 20:51:04.525967 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a12b2b2a-68d8-4988-af3f-36158af33573 req-a4f2e8d7-4909-4770-9bc5-e953a255c1b9 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409451 Apr 14 20:51:04.642975 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e815174-7c5d-49a7-bffa-49f8691d256c req-564f3a8c-251d-4052-b91f-f0df31a4eebc tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:04.644412 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2e815174-7c5d-49a7-bffa-49f8691d256c req-564f3a8c-251d-4052-b91f-f0df31a4eebc tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0481229 Apr 14 20:51:04.694416 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2e815174-7c5d-49a7-bffa-49f8691d256c req-3c3ca381-41b8-4e11-853a-7a747b5ea17a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436254 Apr 14 20:51:04.808218 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10517f-704f-4503-9a0b-2843bed6963b req-b3f5e425-af97-42b1-b28c-6329f130bfab tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:04.809792 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-df10517f-704f-4503-9a0b-2843bed6963b req-b3f5e425-af97-42b1-b28c-6329f130bfab tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 946 time: 0.0486021 Apr 14 20:51:04.856597 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-df10517f-704f-4503-9a0b-2843bed6963b req-54ce5ea9-6e03-43f3-8b10-1568266278af tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=90b1514d-4ef2-4b72-861e-9732a5da061c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411520 Apr 14 20:51:04.938194 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067faf8-ff62-4f2c-88c9-d9f4723bb21a req-91dc9e34-676a-40bc-aaa5-819aa8aed2c1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:04.939520 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4067faf8-ff62-4f2c-88c9-d9f4723bb21a req-91dc9e34-676a-40bc-aaa5-819aa8aed2c1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 946 time: 0.0461478 Apr 14 20:51:05.034695 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-4067faf8-ff62-4f2c-88c9-d9f4723bb21a req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Deleting port c164d20c-20d4-4893-b6f3-73cb14a307a5 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:51:05.035037 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4067faf8-ff62-4f2c-88c9-d9f4723bb21a req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (c164d20c-20d4-4893-b6f3-73cb14a307a5), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:05.124106 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-4067faf8-ff62-4f2c-88c9-d9f4723bb21a req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] For port c164d20c-20d4-4893-b6f3-73cb14a307a5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c164d20c-20d4-4893-b6f3-73cb14a307a5,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:51:05.124469 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4067faf8-ff62-4f2c-88c9-d9f4723bb21a req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (c164d20c-20d4-4893-b6f3-73cb14a307a5), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:05.340134 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device bb4dd528-01f2-4818-a278-1215d4dab730 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:51:05.342499 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ba71d-34e9-4c43-adfe-cfb619615d2a req-2014c96e-4f62-4332-b99e-4aa77f303468 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:05.343991 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-921ba71d-34e9-4c43-adfe-cfb619615d2a req-2014c96e-4f62-4332-b99e-4aa77f303468 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 943 time: 0.0617168 Apr 14 20:51:05.345981 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4067faf8-ff62-4f2c-88c9-d9f4723bb21a req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:05.346344 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4067faf8-ff62-4f2c-88c9-d9f4723bb21a req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (1982a8c4-a47a-4415-99ad-9d736697e1e1), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:05.346653 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.l3_db [req-4067faf8-ff62-4f2c-88c9-d9f4723bb21a req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Floating IP 1982a8c4-a47a-4415-99ad-9d736697e1e1 disassociated. External IP: 172.27.1.221, port: c164d20c-20d4-4893-b6f3-73cb14a307a5. Apr 14 20:51:05.346994 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-4067faf8-ff62-4f2c-88c9-d9f4723bb21a req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Calling delete_port for c164d20c-20d4-4893-b6f3-73cb14a307a5 owned by compute:nova {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:51:05.441150 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port bb4dd528-01f2-4818-a278-1215d4dab730, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bb4dd528-01f2-4818-a278-1215d4dab730,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:51:05.445734 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-921ba71d-34e9-4c43-adfe-cfb619615d2a req-3a5013ca-d3dd-4d48-b196-8371d5be69fb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936084 Apr 14 20:51:05.452574 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': 'bb4dd528-01f2-4818-a278-1215d4dab730', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'port_id': 'bb4dd528-01f2-4818-a278-1215d4dab730', 'mac_address': 'fa:16:3e:b5:85:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:51:05.496298 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port bb4dd528-01f2-4818-a278-1215d4dab730 is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:51:05.496601 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (bb4dd528-01f2-4818-a278-1215d4dab730), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:05.512729 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4dd528-01f2-4818-a278-1215d4dab730 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:51:05.534211 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port bb4dd528-01f2-4818-a278-1215d4dab730, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bb4dd528-01f2-4818-a278-1215d4dab730,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:51:05.588863 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4067faf8-ff62-4f2c-88c9-d9f4723bb21a req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999'] for port (c164d20c-20d4-4893-b6f3-73cb14a307a5), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:05.617618 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (bb4dd528-01f2-4818-a278-1215d4dab730), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:05.622127 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event deleted for resources: {'Port': ['ID=c164d20c-20d4-4893-b6f3-73cb14a307a5,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:05.636303 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:05.636666 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:05.637015 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:05.637392 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:05.637734 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:05.638072 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:05.638482 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:05.638749 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:05.639058 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:05.639388 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:05.639981 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:05.640314 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:05.640642 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:05.641281 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:05.641616 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:05.687964 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=bb4dd528-01f2-4818-a278-1215d4dab730,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:05.783863 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4067faf8-ff62-4f2c-88c9-d9f4723bb21a req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Router 22952585-c418-4496-8f79-2f97352549ae has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:51:05.837608 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ca258-4a6c-49a2-8dec-7bd7a0640935 req-5ccb911c-c718-492d-bd91-9aeb4f638caa tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:05.839961 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a03ca258-4a6c-49a2-8dec-7bd7a0640935 req-5ccb911c-c718-492d-bd91-9aeb4f638caa tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0565877 Apr 14 20:51:05.881145 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['bb4dd528-01f2-4818-a278-1215d4dab730'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:51:05.901047 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a03ca258-4a6c-49a2-8dec-7bd7a0640935 req-121e4604-6f30-4524-839d-cd0fa23d5923 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545089 Apr 14 20:51:05.912502 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4067faf8-ff62-4f2c-88c9-d9f4723bb21a req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:51:05.923399 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efcfb70-72cf-49c7-bd04-5f6747399b7c None None] Sync routers for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:51:05.962869 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4067faf8-ff62-4f2c-88c9-d9f4723bb21a req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] No DVR routers for this DVR port c164d20c-20d4-4893-b6f3-73cb14a307a5 on host hv-cinder-83754 {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:51:05.965458 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4067faf8-ff62-4f2c-88c9-d9f4723bb21a req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:05.968996 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4067faf8-ff62-4f2c-88c9-d9f4723bb21a req-6ada4b0b-853f-4f2e-879c-e188379b2d69 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "DELETE /v2.0/ports/c164d20c-20d4-4893-b6f3-73cb14a307a5 HTTP/1.1" status: 204 len: 173 time: 1.0238755 Apr 14 20:51:05.969474 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e49c837-b0bb-409a-aa46-aed39c141033', 'name': 'network-vif-deleted', 'tag': 'c164d20c-20d4-4893-b6f3-73cb14a307a5'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:51:05.972415 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f33895-8977-4932-93cd-b136f266de51" -d '{"events": [{"server_uuid": "0e49c837-b0bb-409a-aa46-aed39c141033", "name": "network-vif-deleted", "tag": "c164d20c-20d4-4893-b6f3-73cb14a307a5"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:51:06.031747 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ffa21-74dc-4fb3-bc84-fd94b61c0bd5 req-f3129925-9b77-4b46-be1a-b5ba0b7a960a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:06.040344 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a72ffa21-74dc-4fb3-bc84-fd94b61c0bd5 req-f3129925-9b77-4b46-be1a-b5ba0b7a960a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0607555 Apr 14 20:51:06.064196 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f0d4dbe1-f728-483a-8780-558e766c344e req-1c6ea8ed-e67f-44e8-9be1-673efa89fa98 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e49c837-b0bb-409a-aa46-aed39c141033 HTTP/1.1" status: 200 len: 210 time: 0.0516202 Apr 14 20:51:06.115119 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efcfb70-72cf-49c7-bd04-5f6747399b7c None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:51:06.115977 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9461848f-175c-4353-8fe5-bb28f1effd43 x-openstack-request-id: req-9461848f-175c-4353-8fe5-bb28f1effd43 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:51:06.115977 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e49c837-b0bb-409a-aa46-aed39c141033", "name": "network-vif-deleted", "tag": "c164d20c-20d4-4893-b6f3-73cb14a307a5", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:51:06.115977 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9461848f-175c-4353-8fe5-bb28f1effd43 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:51:06.116419 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9461848f-175c-4353-8fe5-bb28f1effd43'] response: {'server_uuid': '0e49c837-b0bb-409a-aa46-aed39c141033', 'name': 'network-vif-deleted', 'tag': 'c164d20c-20d4-4893-b6f3-73cb14a307a5', 'status': 'completed', 'code': 200} Apr 14 20:51:06.117129 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-0efcfb70-72cf-49c7-bd04-5f6747399b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:50:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:06.127963 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a72ffa21-74dc-4fb3-bc84-fd94b61c0bd5 req-71c430a9-e3ba-4e5d-a253-a6e8b0bea969 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865619 Apr 14 20:51:06.256623 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-0efcfb70-72cf-49c7-bd04-5f6747399b7c None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:51:06.453407 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-0efcfb70-72cf-49c7-bd04-5f6747399b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:06.484565 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efcfb70-72cf-49c7-bd04-5f6747399b7c None None] Checking router: 22952585-c418-4496-8f79-2f97352549ae for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:51:06.493106 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efcfb70-72cf-49c7-bd04-5f6747399b7c None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:51:06.493746 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-0efcfb70-72cf-49c7-bd04-5f6747399b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:50:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:06.559281 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a730101-c3ef-4ca0-b345-0ba91768e820 req-7b787677-cad1-4e96-9a20-5945861a685e tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:06.560868 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9a730101-c3ef-4ca0-b345-0ba91768e820 req-7b787677-cad1-4e96-9a20-5945861a685e tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 944 time: 0.0475011 Apr 14 20:51:06.601833 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-0efcfb70-72cf-49c7-bd04-5f6747399b7c None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:51:06.610450 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9a730101-c3ef-4ca0-b345-0ba91768e820 req-d166d4d1-6339-453a-8e53-5022a080ff46 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435286 Apr 14 20:51:06.796509 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-0efcfb70-72cf-49c7-bd04-5f6747399b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:06.824480 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efcfb70-72cf-49c7-bd04-5f6747399b7c None None] The sync data for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi is: [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:51:07.038615 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52c447-6d2a-4a2c-96bf-1bc14eee8b42 req-107d5c38-6cfd-476c-b738-b9a415512210 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:07.040269 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cc52c447-6d2a-4a2c-96bf-1bc14eee8b42 req-107d5c38-6cfd-476c-b738-b9a415512210 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0520086 Apr 14 20:51:07.086795 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1e8110-0fdc-41cb-9bde-5b4fa0e23cb1 None None] New status for floating IP 1982a8c4-a47a-4415-99ad-9d736697e1e1: DOWN {{(pid=110413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:51:07.096433 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cc52c447-6d2a-4a2c-96bf-1bc14eee8b42 req-c8684379-d53f-4971-b376-f5d7409bbe4c tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480735 Apr 14 20:51:07.231051 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 47614) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:07.262372 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04edbdc-3437-491a-84da-a8c93c9bdac7 req-5db13083-7104-462b-90a4-be07f7d5e1a4 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:07.264687 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a04edbdc-3437-491a-84da-a8c93c9bdac7 req-5db13083-7104-462b-90a4-be07f7d5e1a4 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0581529 Apr 14 20:51:07.289666 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-23f8c58d-db15-4b89-9424-ba9f0d8c17ce tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (90b1514d-4ef2-4b72-861e-9732a5da061c), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:07.312733 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-23f8c58d-db15-4b89-9424-ba9f0d8c17ce tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (90b1514d-4ef2-4b72-861e-9732a5da061c), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:07.315396 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a04edbdc-3437-491a-84da-a8c93c9bdac7 req-498218c5-f18c-42f1-8992-3db45791f5a7 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447216 Apr 14 20:51:07.363004 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device bb4dd528-01f2-4818-a278-1215d4dab730 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:51:07.410954 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port bb4dd528-01f2-4818-a278-1215d4dab730 completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:51:07.431436 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-23f8c58d-db15-4b89-9424-ba9f0d8c17ce tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (90b1514d-4ef2-4b72-861e-9732a5da061c), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:07.434071 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-23f8c58d-db15-4b89-9424-ba9f0d8c17ce tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:07.435201 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-23f8c58d-db15-4b89-9424-ba9f0d8c17ce tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "DELETE /v2.0/security-groups/90b1514d-4ef2-4b72-861e-9732a5da061c HTTP/1.1" status: 204 len: 168 time: 0.2031062 Apr 14 20:51:07.438383 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 47616) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:07.445653 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8c58d-db15-4b89-9424-ba9f0d8c17ce tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b1514d-4ef2-4b72-861e-9732a5da061c,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:07.454589 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.api.v2.resource [None req-7be7d9aa-8229-4f67-b4f8-0aca9ba0e552 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] show failed (client error): The resource could not be found. Apr 14 20:51:07.455643 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-7be7d9aa-8229-4f67-b4f8-0aca9ba0e552 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups/90b1514d-4ef2-4b72-861e-9732a5da061c HTTP/1.1" status: 404 len: 347 time: 0.0162015 Apr 14 20:51:07.458669 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 47618) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:07.488471 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port bb4dd528-01f2-4818-a278-1215d4dab730 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:51:07.488853 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (bb4dd528-01f2-4818-a278-1215d4dab730), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:07.569985 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port bb4dd528-01f2-4818-a278-1215d4dab730 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:51:07.570807 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (bb4dd528-01f2-4818-a278-1215d4dab730), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:07.577689 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-ecc201f1-5ef7-4589-8b94-4ddb1cf26028 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Deleting port dbcfe858-e511-4fbd-99d7-64ec958329cf {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:51:07.578037 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ecc201f1-5ef7-4589-8b94-4ddb1cf26028 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (dbcfe858-e511-4fbd-99d7-64ec958329cf), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:07.592285 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4dd528-01f2-4818-a278-1215d4dab730'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:51:07.596136 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ca711b-f646-4c12-a66d-3b0500510a63" -d '{"events": [{"server_uuid": "058c4fc3-fbf7-46c2-abf6-30d547ff508d", "name": "network-vif-plugged", "status": "completed", "tag": "bb4dd528-01f2-4818-a278-1215d4dab730"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:51:07.609024 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port bb4dd528-01f2-4818-a278-1215d4dab730, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bb4dd528-01f2-4818-a278-1215d4dab730,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:51:07.663692 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (bb4dd528-01f2-4818-a278-1215d4dab730), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:07.664492 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device c164d20c-20d4-4893-b6f3-73cb14a307a5 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:51:07.670790 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ecc201f1-5ef7-4589-8b94-4ddb1cf26028 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (dbcfe858-e511-4fbd-99d7-64ec958329cf), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:07.670790 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ecc201f1-5ef7-4589-8b94-4ddb1cf26028 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (dbcfe858-e511-4fbd-99d7-64ec958329cf), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:07.689934 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-ecc201f1-5ef7-4589-8b94-4ddb1cf26028 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Calling delete_port for dbcfe858-e511-4fbd-99d7-64ec958329cf owned by network:floatingip {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:51:07.708755 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558c9bd9-f121-4470-a197-37c8b33500dd x-openstack-request-id: req-558c9bd9-f121-4470-a197-37c8b33500dd {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:51:07.709071 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058c4fc3-fbf7-46c2-abf6-30d547ff508d", "name": "network-vif-plugged", "status": "completed", "tag": "bb4dd528-01f2-4818-a278-1215d4dab730", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:51:07.709358 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-558c9bd9-f121-4470-a197-37c8b33500dd {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:51:07.709987 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-558c9bd9-f121-4470-a197-37c8b33500dd'] response: {'server_uuid': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4dd528-01f2-4818-a278-1215d4dab730', 'code': 200} Apr 14 20:51:07.710447 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: c164d20c-20d4-4893-b6f3-73cb14a307a5 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:51:07.710802 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device c164d20c-20d4-4893-b6f3-73cb14a307a5 not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:51:07.738059 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=bb4dd528-01f2-4818-a278-1215d4dab730,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:07.782485 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfeb99c-8f1d-443b-a23b-9bf3e4cd1c26 req-63c0653a-37e2-4d82-a878-af75cfea96d9 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:07.783959 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1cfeb99c-8f1d-443b-a23b-9bf3e4cd1c26 req-63c0653a-37e2-4d82-a878-af75cfea96d9 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 945 time: 0.0920105 Apr 14 20:51:07.858727 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1cfeb99c-8f1d-443b-a23b-9bf3e4cd1c26 req-97f8fbba-cb10-4e37-8a27-948f55dbb529 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671949 Apr 14 20:51:07.968848 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ecc201f1-5ef7-4589-8b94-4ddb1cf26028 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (dbcfe858-e511-4fbd-99d7-64ec958329cf), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:07.976765 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888917d7-9830-40db-81da-0352a5c5ee11 req-c3695840-5d72-490e-b324-993790249a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:07.978383 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-888917d7-9830-40db-81da-0352a5c5ee11 req-c3695840-5d72-490e-b324-993790249a26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 1129 time: 0.0393903 Apr 14 20:51:07.996546 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc201f1-5ef7-4589-8b94-4ddb1cf26028 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event deleted for resources: {'Port': ['ID=dbcfe858-e511-4fbd-99d7-64ec958329cf,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:08.029490 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-888917d7-9830-40db-81da-0352a5c5ee11 req-c5dcb7aa-b350-48a2-bd9c-b653ff3a57c3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441308 Apr 14 20:51:08.060072 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ecc201f1-5ef7-4589-8b94-4ddb1cf26028 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (1982a8c4-a47a-4415-99ad-9d736697e1e1), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:08.062701 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ecc201f1-5ef7-4589-8b94-4ddb1cf26028 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:08.066423 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-ecc201f1-5ef7-4589-8b94-4ddb1cf26028 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "DELETE /v2.0/floatingips/1982a8c4-a47a-4415-99ad-9d736697e1e1 HTTP/1.1" status: 204 len: 168 time: 0.6042395 Apr 14 20:51:08.219574 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e4093-9c7d-449a-87f1-e3059098ed73 req-aab63279-9d7f-48f1-b2af-256a2a6f13b2 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:08.220940 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b18e4093-9c7d-449a-87f1-e3059098ed73 req-aab63279-9d7f-48f1-b2af-256a2a6f13b2 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0468323 Apr 14 20:51:08.272947 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b18e4093-9c7d-449a-87f1-e3059098ed73 req-edac89f3-484f-43ec-a061-c0e65159e388 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452864 Apr 14 20:51:08.439933 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad91d4-d73d-4a1c-8bb9-427f37f30596 req-cf4ad1b1-2263-4328-aaa5-c3087fcabd1d tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:08.441565 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b3ad91d4-d73d-4a1c-8bb9-427f37f30596 req-cf4ad1b1-2263-4328-aaa5-c3087fcabd1d tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0488484 Apr 14 20:51:08.494449 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b3ad91d4-d73d-4a1c-8bb9-427f37f30596 req-509c0892-8adb-4d93-acf8-bdd2b216cefa tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445364 Apr 14 20:51:08.557590 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 47642) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:08.562213 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-6616a81d-9a5a-499a-b33e-892f82c9c5b3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--6944735', 'description': 'tempest-description--837995555'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:51:08.631575 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6616a81d-9a5a-499a-b33e-892f82c9c5b3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:08.696983 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6616a81d-9a5a-499a-b33e-892f82c9c5b3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (707a5cf0-38ab-45d3-b6ae-eb175ff5efee), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:08.757955 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6616a81d-9a5a-499a-b33e-892f82c9c5b3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (707a5cf0-38ab-45d3-b6ae-eb175ff5efee), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:08.785809 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616a81d-9a5a-499a-b33e-892f82c9c5b3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=707a5cf0-38ab-45d3-b6ae-eb175ff5efee,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:08.858914 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6616a81d-9a5a-499a-b33e-892f82c9c5b3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:08.863075 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-6616a81d-9a5a-499a-b33e-892f82c9c5b3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3014805 Apr 14 20:51:08.863199 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 47648) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:08.868428 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-e8f4f6e2-e33b-4652-8411-02337fae67b4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'security_group_rule': {'security_group_id': '707a5cf0-38ab-45d3-b6ae-eb175ff5efee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:51:08.965401 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f6e2-e33b-4652-8411-02337fae67b4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (d2eca91b-e9e1-470b-80a0-9c38ebe76047), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:08.978725 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50784d7-139e-461c-a6a6-6c90d9509516 req-fabdf9a9-74f1-413a-8aaa-362a54c78764 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:08.980256 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f50784d7-139e-461c-a6a6-6c90d9509516 req-fabdf9a9-74f1-413a-8aaa-362a54c78764 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 945 time: 0.0551698 Apr 14 20:51:09.023137 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f6e2-e33b-4652-8411-02337fae67b4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (d2eca91b-e9e1-470b-80a0-9c38ebe76047), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:09.030014 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f50784d7-139e-461c-a6a6-6c90d9509516 req-65266ee6-2d85-4049-b988-6496caec369e tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439727 Apr 14 20:51:09.108452 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f6e2-e33b-4652-8411-02337fae67b4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (d2eca91b-e9e1-470b-80a0-9c38ebe76047), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:09.403900 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4f6e2-e33b-4652-8411-02337fae67b4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2eca91b-e9e1-470b-80a0-9c38ebe76047,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:09.443247 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221eba8-d69e-4625-858a-d6c243050528 req-6ddf475c-6cff-45e8-81f1-f200723eef00 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:09.445084 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e221eba8-d69e-4625-858a-d6c243050528 req-6ddf475c-6cff-45e8-81f1-f200723eef00 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0525346 Apr 14 20:51:09.493238 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e221eba8-d69e-4625-858a-d6c243050528 req-d9be1610-c3b2-44f5-99a4-0b426e5944cb tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421841 Apr 14 20:51:09.498894 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f6e2-e33b-4652-8411-02337fae67b4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:09.500024 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-e8f4f6e2-e33b-4652-8411-02337fae67b4 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6359565 Apr 14 20:51:09.502695 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 47656) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:09.507741 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-ad3e92ac-2c00-4b18-8417-94e567b65b08 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'security_group_rule': {'security_group_id': '707a5cf0-38ab-45d3-b6ae-eb175ff5efee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:51:09.627586 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026daa6-f998-4bdc-9822-fbcd21d14a2a req-60f77d03-a662-4049-aee2-add962bf9731 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:09.628133 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ad3e92ac-2c00-4b18-8417-94e567b65b08 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (42f4333b-86fd-4305-808e-0264255ad46d), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:09.629456 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8026daa6-f998-4bdc-9822-fbcd21d14a2a req-60f77d03-a662-4049-aee2-add962bf9731 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0486023 Apr 14 20:51:09.683824 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8026daa6-f998-4bdc-9822-fbcd21d14a2a req-14af5d5d-9e25-40e0-9734-04c8a0643c96 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482759 Apr 14 20:51:09.685448 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ad3e92ac-2c00-4b18-8417-94e567b65b08 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (42f4333b-86fd-4305-808e-0264255ad46d), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:09.760006 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ad3e92ac-2c00-4b18-8417-94e567b65b08 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (42f4333b-86fd-4305-808e-0264255ad46d), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:09.778154 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e92ac-2c00-4b18-8417-94e567b65b08 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f4333b-86fd-4305-808e-0264255ad46d,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:09.842192 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ad3e92ac-2c00-4b18-8417-94e567b65b08 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:09.844688 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ad3e92ac-2c00-4b18-8417-94e567b65b08 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3398366 Apr 14 20:51:09.846610 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 47664) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:09.852244 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-dc6aa9a5-e7b2-44d9-a113-2389f16b8758 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'floatingip': {'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:51:09.940058 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa9a5-e7b2-44d9-a113-2389f16b8758 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:10.023534 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa9a5-e7b2-44d9-a113-2389f16b8758 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:10.141216 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-dc6aa9a5-e7b2-44d9-a113-2389f16b8758 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Allocated IP 172.27.1.137 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/d3e7ee10-6bca-4f98-a52f-ef1dbd74e0db) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:51:10.148663 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbcb03-212b-417f-9f28-b44f92f6f732 req-75140518-6e85-4dfc-b4b2-16c55d0fd7b3 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:10.150388 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-39cbcb03-212b-417f-9f28-b44f92f6f732 req-75140518-6e85-4dfc-b4b2-16c55d0fd7b3 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 945 time: 0.0522165 Apr 14 20:51:10.204192 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-39cbcb03-212b-417f-9f28-b44f92f6f732 req-ea3f32f2-0723-49c1-ae94-5b2691aae5af tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472908 Apr 14 20:51:10.258926 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa9a5-e7b2-44d9-a113-2389f16b8758 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for port (d3e7ee10-6bca-4f98-a52f-ef1dbd74e0db), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:10.328099 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2cc7b-fb8d-4cf0-8ff8-e7ff6d926cda req-ad6f6950-ccc1-4661-a73c-718a422ac798 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:10.329677 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c1f2cc7b-fb8d-4cf0-8ff8-e7ff6d926cda req-ad6f6950-ccc1-4661-a73c-718a422ac798 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 945 time: 0.0568414 Apr 14 20:51:10.383880 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c1f2cc7b-fb8d-4cf0-8ff8-e7ff6d926cda req-a484b55d-cedb-4b01-8c7d-d9f0b810266d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479429 Apr 14 20:51:10.397916 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa9a5-e7b2-44d9-a113-2389f16b8758 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (d3e7ee10-6bca-4f98-a52f-ef1dbd74e0db), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:10.410648 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 47676) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:10.438178 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6aa9a5-e7b2-44d9-a113-2389f16b8758 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:51:10.445781 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-dc6aa9a5-e7b2-44d9-a113-2389f16b8758 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:51:10.450741 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6aa9a5-e7b2-44d9-a113-2389f16b8758 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'Port': ['ID=d3e7ee10-6bca-4f98-a52f-ef1dbd74e0db,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:10.453345 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6aa9a5-e7b2-44d9-a113-2389f16b8758 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:51:10.471416 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5097cdb6-8bef-40b5-ae4d-9939fc7f3e97 tempest-TestVolumeBootPattern-1167678914 tempest-TestVolumeBootPattern-1167678914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:10.475513 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-5097cdb6-8bef-40b5-ae4d-9939fc7f3e97 tempest-TestVolumeBootPattern-1167678914 tempest-TestVolumeBootPattern-1167678914-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 1124 time: 0.0613077 Apr 14 20:51:10.475721 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 47680) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:10.479898 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Request body: {'floatingip': {'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'port_id': 'bb4dd528-01f2-4818-a278-1215d4dab730', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:51:10.507408 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa9a5-e7b2-44d9-a113-2389f16b8758 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (f50202e9-3001-4c37-85b9-af0b9876054e), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:10.621683 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c9903-ff82-4dd9-8260-6e1209539857 req-c7db7eaf-548f-4fd5-9807-50f6cc397d6a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:10.623423 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4d9c9903-ff82-4dd9-8260-6e1209539857 req-c7db7eaf-548f-4fd5-9807-50f6cc397d6a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0578215 Apr 14 20:51:10.624844 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:10.656046 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa9a5-e7b2-44d9-a113-2389f16b8758 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (d3e7ee10-6bca-4f98-a52f-ef1dbd74e0db), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:10.878638 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dab12-6221-491b-9e57-21f6dc3f0359 req-8d3a11a0-7bf7-485d-8cfd-3db6b807b56e tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:10.883280 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f59dab12-6221-491b-9e57-21f6dc3f0359 req-8d3a11a0-7bf7-485d-8cfd-3db6b807b56e tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 943 time: 0.0714667 Apr 14 20:51:10.902571 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa9a5-e7b2-44d9-a113-2389f16b8758 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for port (d3e7ee10-6bca-4f98-a52f-ef1dbd74e0db), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:10.950877 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f59dab12-6221-491b-9e57-21f6dc3f0359 req-03d5f4cc-d7ce-4cd9-973f-81b1108a5a33 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626445 Apr 14 20:51:10.985558 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa9a5-e7b2-44d9-a113-2389f16b8758 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (d3e7ee10-6bca-4f98-a52f-ef1dbd74e0db), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:11.005166 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:11.012376 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4d9c9903-ff82-4dd9-8260-6e1209539857 req-58944105-9e24-40de-8118-a00d5d2ccd45 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634508 Apr 14 20:51:11.019941 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa9a5-e7b2-44d9-a113-2389f16b8758 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (f50202e9-3001-4c37-85b9-af0b9876054e), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:11.041906 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6aa9a5-e7b2-44d9-a113-2389f16b8758 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'Port': ['ID=d3e7ee10-6bca-4f98-a52f-ef1dbd74e0db,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:11.119139 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Allocated IP 172.27.1.169 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/c4c0e637-d33b-46c3-b1d8-28d5d8ea36bc) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:51:11.124816 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa9a5-e7b2-44d9-a113-2389f16b8758 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:11.126159 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-dc6aa9a5-e7b2-44d9-a113-2389f16b8758 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2785766 Apr 14 20:51:11.231229 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for port (c4c0e637-d33b-46c3-b1d8-28d5d8ea36bc), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:11.332086 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-bc5d44ec-41f8-4781-980d-1882e83d58dc tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--6944735&fields=id&tenant_id=31d17db2ef5747d8836b06e9567e947b HTTP/1.1" status: 200 len: 267 time: 0.0470662 Apr 14 20:51:11.340433 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (c4c0e637-d33b-46c3-b1d8-28d5d8ea36bc), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:11.380081 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:51:11.386243 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:51:11.389013 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:51:11.395718 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 99e9cb23-f15b-4831-8c61-17fc14a30095 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:51:11.419394 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event updated for resources: {'Port': ['ID=c4c0e637-d33b-46c3-b1d8-28d5d8ea36bc,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:11.455584 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-aba7d0e4-9480-46a1-b853-eff85f39f51f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:11.457526 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-aba7d0e4-9480-46a1-b853-eff85f39f51f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/networks?id=78fd882f-0d96-47e7-99be-fdb344cfeb03 HTTP/1.1" status: 200 len: 814 time: 0.1177516 Apr 14 20:51:11.474781 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-98d7b908-975c-43a3-89fc-81802ba77e1f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/quotas/31d17db2ef5747d8836b06e9567e947b HTTP/1.1" status: 200 len: 375 time: 0.0100937 Apr 14 20:51:11.504238 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 99e9cb23-f15b-4831-8c61-17fc14a30095, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99e9cb23-f15b-4831-8c61-17fc14a30095,segment=NetworkSegment(14b3ac16-854b-4eca-80c6-52a5054d6576),segment_id=14b3ac16-854b-4eca-80c6-52a5054d6576)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:51:11.524638 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '99e9cb23-f15b-4831-8c61-17fc14a30095', 'network_id': '540ed165-30db-46c7-8958-ade545db3304', 'port_id': '99e9cb23-f15b-4831-8c61-17fc14a30095', 'mac_address': 'fa:16:3e:e9:28:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:51:11.538529 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-d7da4b69-72a7-45e7-850b-714c4f1ff125 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=31d17db2ef5747d8836b06e9567e947b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505805 Apr 14 20:51:11.657175 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-5410f282-c801-471c-b7df-941dc396f021 service neutron] 10.222.0.15 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153567 Apr 14 20:51:11.781767 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-c238e490-41ea-4f1b-8047-91923a08fabc service neutron] 10.222.0.15 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171737 Apr 14 20:51:11.812158 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 99e9cb23-f15b-4831-8c61-17fc14a30095 is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:51:11.812725 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:11.831528 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e9cb23-f15b-4831-8c61-17fc14a30095 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:51:11.854257 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 99e9cb23-f15b-4831-8c61-17fc14a30095, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99e9cb23-f15b-4831-8c61-17fc14a30095,segment=NetworkSegment(14b3ac16-854b-4eca-80c6-52a5054d6576),segment_id=14b3ac16-854b-4eca-80c6-52a5054d6576)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:51:11.880343 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for floatingip (5aabd16e-6919-4181-a124-d80108347d38), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:11.925680 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:11.991197 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=99e9cb23-f15b-4831-8c61-17fc14a30095,revision_number=7']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:12.000228 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:12.000593 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:12.000945 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:12.001329 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:12.001729 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:12.002071 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:12.002409 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:12.002743 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:12.003182 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:12.003524 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:12.003858 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:12.004230 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:12.004551 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:12.004881 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:12.005393 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:12.028110 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (c4c0e637-d33b-46c3-b1d8-28d5d8ea36bc), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:12.084115 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0c565-8976-4477-9045-f6e261925299 req-512572f4-2e82-477c-88ae-aa2028fdbf40 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:12.085986 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6be0c565-8976-4477-9045-f6e261925299 req-512572f4-2e82-477c-88ae-aa2028fdbf40 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 944 time: 0.0526061 Apr 14 20:51:12.145655 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6be0c565-8976-4477-9045-f6e261925299 req-32157a8a-e220-4aa1-9815-44cf1a6711d3 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535011 Apr 14 20:51:12.213844 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for port (c4c0e637-d33b-46c3-b1d8-28d5d8ea36bc), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:12.215060 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['99e9cb23-f15b-4831-8c61-17fc14a30095'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:51:12.235261 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d9069e20-f4b8-44a2-966a-1d03fbf67810 req-b3070c3b-f4b1-48ee-b45a-cf57f2341c04 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 210 time: 0.0362544 Apr 14 20:51:12.296136 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (c4c0e637-d33b-46c3-b1d8-28d5d8ea36bc), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:12.351920 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c502eeb-595b-458c-b32e-4cc4eaf203b3 req-507da8d1-f8f9-439e-9761-3cbfb9673af1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:12.353500 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8c502eeb-595b-458c-b32e-4cc4eaf203b3 req-507da8d1-f8f9-439e-9761-3cbfb9673af1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0605586 Apr 14 20:51:12.401028 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event updated for resources: {'Port': ['ID=c4c0e637-d33b-46c3-b1d8-28d5d8ea36bc,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:12.441263 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8c502eeb-595b-458c-b32e-4cc4eaf203b3 req-e0045bd1-f03a-4cb2-b088-56bbc30ec236 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751064 Apr 14 20:51:12.447726 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (5aabd16e-6919-4181-a124-d80108347d38), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:12.616047 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.l3_db [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Floating IP 5aabd16e-6919-4181-a124-d80108347d38 associated. External IP: 172.27.1.169, port: bb4dd528-01f2-4818-a278-1215d4dab730. Apr 14 20:51:12.834284 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:51:12.944435 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:51:12.954221 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ed8c03-4a32-4248-bd7b-c543ab96bb29 None None] Sync routers for ids ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:51:12.964300 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed8c03-4a32-4248-bd7b-c543ab96bb29 None None] Routers {'2cb27ae3-6e9e-42a0-b848-d13a677d40c9'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:51:12.964934 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-f4ed8c03-4a32-4248-bd7b-c543ab96bb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:50:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:13.041675 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:13.072443 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-633fba15-4311-4798-a994-7fde927f4451 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5957167 Apr 14 20:51:13.073481 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'tag': 'bb4dd528-01f2-4818-a278-1215d4dab730'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:51:13.075909 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb49f57-a46c-4dc1-8cb6-bd1217d2dbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "058c4fc3-fbf7-46c2-abf6-30d547ff508d", "tag": "bb4dd528-01f2-4818-a278-1215d4dab730"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:51:13.080613 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-f4ed8c03-4a32-4248-bd7b-c543ab96bb29 None None] Set router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:51:13.114748 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18616ea-ac42-448f-a6e1-e75e9385f1f5 x-openstack-request-id: req-e18616ea-ac42-448f-a6e1-e75e9385f1f5 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:51:13.115176 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058c4fc3-fbf7-46c2-abf6-30d547ff508d", "tag": "bb4dd528-01f2-4818-a278-1215d4dab730", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:51:13.115443 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e18616ea-ac42-448f-a6e1-e75e9385f1f5 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:51:13.115854 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18616ea-ac42-448f-a6e1-e75e9385f1f5'] response: {'name': 'network-changed', 'server_uuid': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'tag': 'bb4dd528-01f2-4818-a278-1215d4dab730', 'status': 'completed', 'code': 200} Apr 14 20:51:13.185413 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb49f57-a46c-4dc1-8cb6-bd1217d2dbb6 req-3d0a8390-1924-4128-97be-dce68772d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:13.187038 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9bb49f57-a46c-4dc1-8cb6-bd1217d2dbb6 req-3d0a8390-1924-4128-97be-dce68772d849 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4594533c2d114769b73069549c61e38e&device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 1129 time: 0.0465271 Apr 14 20:51:13.276337 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4361445-585e-4803-a6d4-184aafac6c4f req-eac482e2-92e0-428e-98e8-ccfbf33c32f2 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:13.279717 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f4361445-585e-4803-a6d4-184aafac6c4f req-eac482e2-92e0-428e-98e8-ccfbf33c32f2 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 944 time: 0.0564811 Apr 14 20:51:13.329313 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb49f57-a46c-4dc1-8cb6-bd1217d2dbb6 req-1ec54ed9-328a-4506-94f3-d838e36fa899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:13.331067 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9bb49f57-a46c-4dc1-8cb6-bd1217d2dbb6 req-1ec54ed9-328a-4506-94f3-d838e36fa899 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9124821-6384-483a-bd3f-30476db1701e HTTP/1.1" status: 200 len: 912 time: 0.1373770 Apr 14 20:51:13.348115 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f4361445-585e-4803-a6d4-184aafac6c4f req-c99414f7-f24e-4da6-8bf4-b26094c42f62 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624123 Apr 14 20:51:13.358465 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-f4ed8c03-4a32-4248-bd7b-c543ab96bb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '5aabd16e-6919-4181-a124-d80108347d38', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'port_id': 'bb4dd528-01f2-4818-a278-1215d4dab730', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'mac_address': 'fa:16:3e:b5:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:51:11Z', 'updated_at': '2022-04-14T20:51:11Z', 'revision_number': 0, 'project_id': '4594533c2d114769b73069549c61e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:13.361446 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c5be8609-fcc2-4b2d-9a31-86e3984ef8b4 req-561dcfdd-ec9b-4a21-afa8-b7164941c04f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 210 time: 0.0508389 Apr 14 20:51:13.400588 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ed8c03-4a32-4248-bd7b-c543ab96bb29 None None] Checking router: 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:51:13.410088 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed8c03-4a32-4248-bd7b-c543ab96bb29 None None] Routers {'2cb27ae3-6e9e-42a0-b848-d13a677d40c9'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:51:13.410700 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-f4ed8c03-4a32-4248-bd7b-c543ab96bb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:50:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:13.420342 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 26d33623-d257-4134-8ebc-78dab189dcd0 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:51:13.422640 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 99e9cb23-f15b-4831-8c61-17fc14a30095 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:51:13.435968 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9bb49f57-a46c-4dc1-8cb6-bd1217d2dbb6 req-6c4a881e-7807-48e9-b1cf-d3845a1a22d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb4dd528-01f2-4818-a278-1215d4dab730 HTTP/1.1" status: 200 len: 999 time: 0.0823400 Apr 14 20:51:13.505108 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb49f57-a46c-4dc1-8cb6-bd1217d2dbb6 req-01015332-76e8-4e2a-86f2-94132fac1d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:13.507844 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9bb49f57-a46c-4dc1-8cb6-bd1217d2dbb6 req-01015332-76e8-4e2a-86f2-94132fac1d05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=177c8868-9176-40ed-9fba-016fb7a72185 HTTP/1.1" status: 200 len: 850 time: 0.0644178 Apr 14 20:51:13.522951 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-f4ed8c03-4a32-4248-bd7b-c543ab96bb29 None None] Set router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:51:13.547316 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 99e9cb23-f15b-4831-8c61-17fc14a30095 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:51:13.553259 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:13.600622 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb49f57-a46c-4dc1-8cb6-bd1217d2dbb6 req-05153f48-80d4-435c-84c3-2282b49312bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:13.602138 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9bb49f57-a46c-4dc1-8cb6-bd1217d2dbb6 req-05153f48-80d4-435c-84c3-2282b49312bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9124821-6384-483a-bd3f-30476db1701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866811 Apr 14 20:51:13.622693 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d6b85-0e49-4cc4-95ee-61da1a121c61 req-76f0d419-cf6c-4d40-92cf-23fbdc67d8dc tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:13.633585 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-158d6b85-0e49-4cc4-95ee-61da1a121c61 req-76f0d419-cf6c-4d40-92cf-23fbdc67d8dc tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.1152692 Apr 14 20:51:13.684731 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 26d33623-d257-4134-8ebc-78dab189dcd0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=26d33623-d257-4134-8ebc-78dab189dcd0,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:51:13.724922 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-158d6b85-0e49-4cc4-95ee-61da1a121c61 req-3e26e2b4-80cb-41ed-a0ed-ca4e3e4b65a9 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844293 Apr 14 20:51:13.728114 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '26d33623-d257-4134-8ebc-78dab189dcd0', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'port_id': '26d33623-d257-4134-8ebc-78dab189dcd0', 'mac_address': 'fa:16:3e:b8:35:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:51:13.750442 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 99e9cb23-f15b-4831-8c61-17fc14a30095 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:51:13.750902 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:13.805323 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9bb49f57-a46c-4dc1-8cb6-bd1217d2dbb6 req-91df68db-6bad-4d6f-8140-1d3d2629cc5b service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943171 Apr 14 20:51:13.805932 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e9cb23-f15b-4831-8c61-17fc14a30095'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:51:13.808291 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2f11bf-cccc-4dd8-8b62-a3e230e47e20" -d '{"events": [{"server_uuid": "75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab", "name": "network-vif-plugged", "status": "completed", "tag": "99e9cb23-f15b-4831-8c61-17fc14a30095"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:51:13.828138 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 99e9cb23-f15b-4831-8c61-17fc14a30095, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99e9cb23-f15b-4831-8c61-17fc14a30095,segment=NetworkSegment(14b3ac16-854b-4eca-80c6-52a5054d6576),segment_id=14b3ac16-854b-4eca-80c6-52a5054d6576)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:51:13.832542 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 26d33623-d257-4134-8ebc-78dab189dcd0 is: ACTIVE; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:51:13.832931 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:13.847737 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac20489-aa05-4dc1-9a3b-059494605b44 x-openstack-request-id: req-cac20489-aa05-4dc1-9a3b-059494605b44 {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:51:13.847883 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab", "name": "network-vif-plugged", "status": "completed", "tag": "99e9cb23-f15b-4831-8c61-17fc14a30095", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:51:13.848034 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cac20489-aa05-4dc1-9a3b-059494605b44 {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:51:13.848389 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cac20489-aa05-4dc1-9a3b-059494605b44'] response: {'server_uuid': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e9cb23-f15b-4831-8c61-17fc14a30095', 'code': 200} Apr 14 20:51:13.850294 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26d33623-d257-4134-8ebc-78dab189dcd0 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:51:13.858156 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-f4ed8c03-4a32-4248-bd7b-c543ab96bb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '5aabd16e-6919-4181-a124-d80108347d38', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'port_id': 'bb4dd528-01f2-4818-a278-1215d4dab730', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'mac_address': 'fa:16:3e:b5:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:51:11Z', 'updated_at': '2022-04-14T20:51:11Z', 'revision_number': 0, 'project_id': '4594533c2d114769b73069549c61e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:13.869873 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 26d33623-d257-4134-8ebc-78dab189dcd0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=26d33623-d257-4134-8ebc-78dab189dcd0,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:51:13.889297 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ed8c03-4a32-4248-bd7b-c543ab96bb29 None None] The sync data for ids ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'] in dv-cinder-837540-3-iscsi is: [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '5aabd16e-6919-4181-a124-d80108347d38', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'port_id': 'bb4dd528-01f2-4818-a278-1215d4dab730', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'mac_address': 'fa:16:3e:b5:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:51:11Z', 'updated_at': '2022-04-14T20:51:11Z', 'revision_number': 0, 'project_id': '4594533c2d114769b73069549c61e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:51:13.927095 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:13.990405 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=99e9cb23-f15b-4831-8c61-17fc14a30095,revision_number=8']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:14.000725 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:14.054941 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=26d33623-d257-4134-8ebc-78dab189dcd0,revision_number=6']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:14.060732 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9bb49f57-a46c-4dc1-8cb6-bd1217d2dbb6 req-59ac45f3-ef90-442c-bb51-66a38cf12927 service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046338 Apr 14 20:51:14.114370 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['26d33623-d257-4134-8ebc-78dab189dcd0'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:51:14.152389 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148d101-b13c-4f40-a249-1e5b0d900cae None None] New status for floating IP 5aabd16e-6919-4181-a124-d80108347d38: ACTIVE {{(pid=110413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:51:14.351198 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-f1bb22ff-717f-4c03-b8d4-c124fad297f3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:14.353339 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-f1bb22ff-717f-4c03-b8d4-c124fad297f3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "GET /v2.0/networks?id=78fd882f-0d96-47e7-99be-fdb344cfeb03 HTTP/1.1" status: 200 len: 814 time: 0.1373003 Apr 14 20:51:14.360481 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76e029-2d27-412f-9b67-31fff524680f req-4c581de2-58d6-453b-88eb-0c4693be95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:14.362319 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6f76e029-2d27-412f-9b67-31fff524680f req-4c581de2-58d6-453b-88eb-0c4693be95a9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 1129 time: 0.0527446 Apr 14 20:51:14.430050 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6f76e029-2d27-412f-9b67-31fff524680f req-91b16a8d-aead-4818-bfc5-2e5f1f89d8c4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589430 Apr 14 20:51:14.441285 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-38418315-19d7-4116-9b0b-e3eb90c29ab5 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31d17db2ef5747d8836b06e9567e947b HTTP/1.1" status: 200 len: 377 time: 0.0713530 Apr 14 20:51:14.495252 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0a678773-a6ce-4c0f-9ec7-057412c7dd9f req-c3c68405-a6f1-414f-a636-e579f21d8403 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 210 time: 0.0334146 Apr 14 20:51:14.522274 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c176877-cea1-4be3-81df-6ed6bb538417 req-0f6e1fa1-5dbb-458c-9481-e0ef13baaf2b tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:14.523515 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9c176877-cea1-4be3-81df-6ed6bb538417 req-0f6e1fa1-5dbb-458c-9481-e0ef13baaf2b tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0550776 Apr 14 20:51:14.573843 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9c176877-cea1-4be3-81df-6ed6bb538417 req-98b78f87-43fb-463c-a924-3cbb38d0cb9d tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443380 Apr 14 20:51:14.642411 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-125bcb00-37e6-4009-a313-28d905321d07 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'port': {'device_id': 'f6e434e3-d99c-4e48-9283-cce270918a35', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'admin_state_up': True, 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'security_groups': ['707a5cf0-38ab-45d3-b6ae-eb175ff5efee']}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:51:14.789017 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:14.839828 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea38c35-0554-4208-8d38-af0c6e6a2d3e req-f9825e57-5f3f-4363-b0b8-1f5c8fe64c40 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:14.847203 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1ea38c35-0554-4208-8d38-af0c6e6a2d3e req-f9825e57-5f3f-4363-b0b8-1f5c8fe64c40 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 945 time: 0.0491796 Apr 14 20:51:14.864104 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-125bcb00-37e6-4009-a313-28d905321d07 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Made reservation on behalf of 31d17db2ef5747d8836b06e9567e947b for: {'port': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:51:14.868469 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-125bcb00-37e6-4009-a313-28d905321d07 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:14.915469 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1ea38c35-0554-4208-8d38-af0c6e6a2d3e req-2b83396a-33ac-449b-9e8e-7666382acc9d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684526 Apr 14 20:51:15.031096 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-125bcb00-37e6-4009-a313-28d905321d07 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Allocated IP 172.20.0.12 (78fd882f-0d96-47e7-99be-fdb344cfeb03/793028ec-fc30-4134-ac09-e1d2921d9f88/586e3f98-ee90-4be9-bd38-761ffca8312b) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:51:15.183412 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-125bcb00-37e6-4009-a313-28d905321d07 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for port (586e3f98-ee90-4be9-bd38-761ffca8312b), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:15.297840 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-125bcb00-37e6-4009-a313-28d905321d07 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (586e3f98-ee90-4be9-bd38-761ffca8312b), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:15.359407 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-125bcb00-37e6-4009-a313-28d905321d07 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Network 78fd882f-0d96-47e7-99be-fdb344cfeb03 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:51:15.360974 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-125bcb00-37e6-4009-a313-28d905321d07 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:51:15.369267 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-125bcb00-37e6-4009-a313-28d905321d07 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:51:15.376335 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-125bcb00-37e6-4009-a313-28d905321d07 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:15.377013 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-125bcb00-37e6-4009-a313-28d905321d07 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:15.401023 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bcb00-37e6-4009-a313-28d905321d07 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event updated for resources: {'Port': ['ID=586e3f98-ee90-4be9-bd38-761ffca8312b,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:15.434847 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 26d33623-d257-4134-8ebc-78dab189dcd0 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:51:15.480828 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-125bcb00-37e6-4009-a313-28d905321d07 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8424525 Apr 14 20:51:15.537724 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 26d33623-d257-4134-8ebc-78dab189dcd0 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:51:15.538656 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:15.712043 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925d1c4-eebb-4d43-8c91-a5fc2df981fd req-936f99ad-971b-42e4-b321-13de45ff980e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:15.714764 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e925d1c4-eebb-4d43-8c91-a5fc2df981fd req-936f99ad-971b-42e4-b321-13de45ff980e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 932 time: 0.1196184 Apr 14 20:51:15.715178 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 26d33623-d257-4134-8ebc-78dab189dcd0 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:51:15.715807 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:15.812056 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f5d05-3cd4-46b7-9d3f-6dc3dd5efc5e req-ff0d6738-a627-4e08-9958-33229a1c2e38 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:15.822740 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 26d33623-d257-4134-8ebc-78dab189dcd0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=26d33623-d257-4134-8ebc-78dab189dcd0,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:51:15.828243 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e925d1c4-eebb-4d43-8c91-a5fc2df981fd req-c5d9d883-b32b-4117-8d9a-bc05d9fb4345 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=707a5cf0-38ab-45d3-b6ae-eb175ff5efee&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1056688 Apr 14 20:51:15.837683 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-735f5d05-3cd4-46b7-9d3f-6dc3dd5efc5e req-ff0d6738-a627-4e08-9958-33229a1c2e38 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.1340163 Apr 14 20:51:15.854029 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d33623-d257-4134-8ebc-78dab189dcd0'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:51:15.855001 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2db3b9-0e65-40fc-9cb8-6b51fc373f49" -d '{"events": [{"server_uuid": "35407a99-656a-44a6-b944-d9ad5c1d0a59", "name": "network-vif-plugged", "status": "completed", "tag": "26d33623-d257-4134-8ebc-78dab189dcd0"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:51:15.866934 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-b86954cb-ef00-480c-aa42-a4921270b73b None None] Provisioning complete for port 586e3f98-ee90-4be9-bd38-761ffca8312b triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:51:15.867319 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b86954cb-ef00-480c-aa42-a4921270b73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (586e3f98-ee90-4be9-bd38-761ffca8312b), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:15.924443 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Request body: {'port': {'device_id': 'f6e434e3-d99c-4e48-9283-cce270918a35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:51:15.944762 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40e57fb-2824-47de-9411-09a54be29eac x-openstack-request-id: req-a40e57fb-2824-47de-9411-09a54be29eac {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:51:15.948875 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35407a99-656a-44a6-b944-d9ad5c1d0a59", "name": "network-vif-plugged", "status": "completed", "tag": "26d33623-d257-4134-8ebc-78dab189dcd0", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:51:15.948875 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a40e57fb-2824-47de-9411-09a54be29eac {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:51:15.948875 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a40e57fb-2824-47de-9411-09a54be29eac'] response: {'server_uuid': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d33623-d257-4134-8ebc-78dab189dcd0', 'code': 200} Apr 14 20:51:15.948875 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:15.954819 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-b86954cb-ef00-480c-aa42-a4921270b73b None None] Port 586e3f98-ee90-4be9-bd38-761ffca8312b cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:51:16.010121 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-735f5d05-3cd4-46b7-9d3f-6dc3dd5efc5e req-8a758626-5a73-4eb1-bb5b-03b0c0e59d65 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716878 Apr 14 20:51:16.051479 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=26d33623-d257-4134-8ebc-78dab189dcd0,revision_number=7']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:16.102884 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b278016-ef4c-4b2d-be99-21fd6ae4bf70 req-12476712-5158-400e-8464-b057ed9bff17 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:16.109459 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (586e3f98-ee90-4be9-bd38-761ffca8312b), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:16.109886 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1b278016-ef4c-4b2d-be99-21fd6ae4bf70 req-12476712-5158-400e-8464-b057ed9bff17 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0728638 Apr 14 20:51:16.185662 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1b278016-ef4c-4b2d-be99-21fd6ae4bf70 req-166ce8b5-ed0d-456e-88c4-ef731e1b8c9b tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747709 Apr 14 20:51:16.526209 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586e3f98-ee90-4be9-bd38-761ffca8312b {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:51:16.535642 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Publish callbacks [] for port (586e3f98-ee90-4be9-bd38-761ffca8312b), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:16.551394 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Transition to ACTIVE for port object 586e3f98-ee90-4be9-bd38-761ffca8312b will not be triggered until provisioned by entity L2. {{(pid=110411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:51:16.617203 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (586e3f98-ee90-4be9-bd38-761ffca8312b), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:16.731550 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Pushing event updated for resources: {'Port': ['ID=586e3f98-ee90-4be9-bd38-761ffca8312b,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:16.747662 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Attempting to bind port 586e3f98-ee90-4be9-bd38-761ffca8312b on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:51:16.748007 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Attempting to bind port 586e3f98-ee90-4be9-bd38-761ffca8312b by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:51:16.748343 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Attempting to bind port 586e3f98-ee90-4be9-bd38-761ffca8312b on network 78fd882f-0d96-47e7-99be-fdb344cfeb03 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:51:16.753408 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Port 586e3f98-ee90-4be9-bd38-761ffca8312b on network 78fd882f-0d96-47e7-99be-fdb344cfeb03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:51:16.753704 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Attempting to bind port 586e3f98-ee90-4be9-bd38-761ffca8312b on network 78fd882f-0d96-47e7-99be-fdb344cfeb03 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:51:16.759754 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:51:16.760089 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Checking segment: {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:51:16.760517 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Bound using segment: {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:51:16.762769 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Bound port: 586e3f98-ee90-4be9-bd38-761ffca8312b, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bcb6587-d739-4684-a7a9-d923a616bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:51:16.762769 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (586e3f98-ee90-4be9-bd38-761ffca8312b), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:16.844680 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] For port 586e3f98-ee90-4be9-bd38-761ffca8312b, host hv-cinder-83754, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:51:16.848137 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] For port 586e3f98-ee90-4be9-bd38-761ffca8312b, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=586e3f98-ee90-4be9-bd38-761ffca8312b,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:51:16.959025 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (586e3f98-ee90-4be9-bd38-761ffca8312b), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:17.033029 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae0cdb-c51c-43ab-99b4-dfc7507a1af8 req-19b53138-a6a2-4e95-ab9f-06bb9d42e5d1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:17.034795 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e5ae0cdb-c51c-43ab-99b4-dfc7507a1af8 req-19b53138-a6a2-4e95-ab9f-06bb9d42e5d1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 944 time: 0.1342680 Apr 14 20:51:17.036091 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:17.037330 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:17.038711 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] 10.222.0.16 "PUT /v2.0/ports/586e3f98-ee90-4be9-bd38-761ffca8312b HTTP/1.1" status: 200 len: 1094 time: 1.1322081 Apr 14 20:51:17.044356 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e434e3-d99c-4e48-9283-cce270918a35', 'tag': '586e3f98-ee90-4be9-bd38-761ffca8312b'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:51:17.046676 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3f39fa-9c86-4375-ad60-7acba49bd453" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e434e3-d99c-4e48-9283-cce270918a35", "tag": "586e3f98-ee90-4be9-bd38-761ffca8312b"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:51:17.172322 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e5ae0cdb-c51c-43ab-99b4-dfc7507a1af8 req-ea7f48db-7458-4f83-8ef8-4787aae87c6d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=707a5cf0-38ab-45d3-b6ae-eb175ff5efee&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1221657 Apr 14 20:51:17.172648 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4c83c-411d-4798-b3d5-f825101cdcb8 service neutron] Pushing event updated for resources: {'Port': ['ID=586e3f98-ee90-4be9-bd38-761ffca8312b,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:17.218585 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265fbca-2fa6-42c1-a2b4-551c283e21c3 req-8c6dbf0f-9a21-42d6-b82b-97d34e8d528f tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:17.221667 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9265fbca-2fa6-42c1-a2b4-551c283e21c3 req-8c6dbf0f-9a21-42d6-b82b-97d34e8d528f tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0854926 Apr 14 20:51:17.256588 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07b4ca6-6f04-4718-b750-f478f27df91a x-openstack-request-id: req-b07b4ca6-6f04-4718-b750-f478f27df91a {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:51:17.256939 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e434e3-d99c-4e48-9283-cce270918a35", "tag": "586e3f98-ee90-4be9-bd38-761ffca8312b", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:51:17.257218 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b07b4ca6-6f04-4718-b750-f478f27df91a {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:51:17.257641 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b07b4ca6-6f04-4718-b750-f478f27df91a'] response: {'name': 'network-changed', 'server_uuid': 'f6e434e3-d99c-4e48-9283-cce270918a35', 'tag': '586e3f98-ee90-4be9-bd38-761ffca8312b', 'status': 'completed', 'code': 200} Apr 14 20:51:17.314198 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9265fbca-2fa6-42c1-a2b4-551c283e21c3 req-05446896-4ff1-4fa8-89ce-03029be27614 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820618 Apr 14 20:51:17.491207 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c27ad-457c-49c9-a1fc-7e51c038654f req-08b199e4-6d85-4755-bf3d-b06eff40cbe1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:17.491207 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b26c27ad-457c-49c9-a1fc-7e51c038654f req-08b199e4-6d85-4755-bf3d-b06eff40cbe1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.1401761 Apr 14 20:51:17.496996 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-56c30cd1-121c-4a26-88f6-db7554d1dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:17.500246 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-56c30cd1-121c-4a26-88f6-db7554d1dc1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31d17db2ef5747d8836b06e9567e947b&device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 1128 time: 0.1168187 Apr 14 20:51:17.577524 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-43509975-869c-4155-9ea7-450a2b286bd5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=586e3f98-ee90-4be9-bd38-761ffca8312b HTTP/1.1" status: 200 len: 217 time: 0.0557623 Apr 14 20:51:17.642211 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b26c27ad-457c-49c9-a1fc-7e51c038654f req-ab325bad-870a-4a4d-82b0-878186ed3df9 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542306 Apr 14 20:51:17.658835 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-57f01f52-ffde-4e8f-adaf-3020a57ab4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:17.660295 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-57f01f52-ffde-4e8f-adaf-3020a57ab4bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=793028ec-fc30-4134-ac09-e1d2921d9f88 HTTP/1.1" status: 200 len: 853 time: 0.0766809 Apr 14 20:51:17.882404 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-5f89f815-5749-4da7-bc55-3f2090d6658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:17.883915 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-5f89f815-5749-4da7-bc55-3f2090d6658c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78fd882f-0d96-47e7-99be-fdb344cfeb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561256 Apr 14 20:51:17.983238 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-475c8fbb-0bd3-4d5d-8bd4-6e13c5dd6d59 service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923162 Apr 14 20:51:18.095507 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9c3d2133-e2ee-4e7c-aeef-4b3a6f60ba0d req-6049521c-1a8f-4619-9981-baf5c3e11478 service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047292 Apr 14 20:51:18.290151 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac692c-0f71-4720-9bb6-acb343c5183e req-c87c66ad-5a48-4dae-a243-a239ae7535d1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:18.296801 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-92ac692c-0f71-4720-9bb6-acb343c5183e req-c87c66ad-5a48-4dae-a243-a239ae7535d1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 944 time: 0.0569787 Apr 14 20:51:18.346566 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-92ac692c-0f71-4720-9bb6-acb343c5183e req-9e2fc2e7-41cc-4828-8ffc-d952291cc726 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=707a5cf0-38ab-45d3-b6ae-eb175ff5efee&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0480735 Apr 14 20:51:18.779651 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b39e25-eec0-4d98-bb84-8705b158a2f8 req-d5b29ae9-47fc-437f-88f8-025270615f48 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:18.781137 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-99b39e25-eec0-4d98-bb84-8705b158a2f8 req-d5b29ae9-47fc-437f-88f8-025270615f48 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0496085 Apr 14 20:51:18.831195 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-99b39e25-eec0-4d98-bb84-8705b158a2f8 req-ebdee095-b2f9-498c-9b00-3dce226dc10d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433178 Apr 14 20:51:19.161623 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f39fa-9c86-4375-ad60-7acba49bd453 req-a8ec70b5-8607-4405-82bd-16b1c5723e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:19.163137 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ac3f39fa-9c86-4375-ad60-7acba49bd453 req-a8ec70b5-8607-4405-82bd-16b1c5723e3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31d17db2ef5747d8836b06e9567e947b&device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 1128 time: 0.0747404 Apr 14 20:51:19.437163 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 586e3f98-ee90-4be9-bd38-761ffca8312b details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:51:19.549249 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603d6dd-13d7-4240-b706-55c7e4d58447 req-5f7f230b-e1c6-456d-95ec-b694e4b7ec5e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:19.556939 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3603d6dd-13d7-4240-b706-55c7e4d58447 req-5f7f230b-e1c6-456d-95ec-b694e4b7ec5e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 944 time: 0.0856502 Apr 14 20:51:19.595637 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f39fa-9c86-4375-ad60-7acba49bd453 req-0285839b-4f8a-4433-a558-798599c8d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:19.597909 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ac3f39fa-9c86-4375-ad60-7acba49bd453 req-0285839b-4f8a-4433-a558-798599c8d8ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=78fd882f-0d96-47e7-99be-fdb344cfeb03 HTTP/1.1" status: 200 len: 915 time: 0.1785219 Apr 14 20:51:19.603942 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-80685ff2-6352-4d7b-8155-375404a01ae7 req-27c1021a-38cc-4be8-8366-deb51505ffdf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784528 Apr 14 20:51:19.606545 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 586e3f98-ee90-4be9-bd38-761ffca8312b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=586e3f98-ee90-4be9-bd38-761ffca8312b,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:51:19.655911 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3603d6dd-13d7-4240-b706-55c7e4d58447 req-616ac244-a790-46d8-b763-36a929865514 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=707a5cf0-38ab-45d3-b6ae-eb175ff5efee&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0978985 Apr 14 20:51:19.678625 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '586e3f98-ee90-4be9-bd38-761ffca8312b', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'port_id': '586e3f98-ee90-4be9-bd38-761ffca8312b', 'mac_address': 'fa:16:3e:83:f2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:51:19.680620 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ac3f39fa-9c86-4375-ad60-7acba49bd453 req-3313b27b-d897-448c-879f-8607c4688fba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=586e3f98-ee90-4be9-bd38-761ffca8312b HTTP/1.1" status: 200 len: 217 time: 0.0660176 Apr 14 20:51:19.715695 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80685ff2-6352-4d7b-8155-375404a01ae7 req-b2f3bd9e-efab-4154-838b-faeeaf2224dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:19.717279 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-80685ff2-6352-4d7b-8155-375404a01ae7 req-b2f3bd9e-efab-4154-838b-faeeaf2224dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4dbbcd1ec03435a9c867254bd10e66a&device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 1129 time: 0.0566702 Apr 14 20:51:19.724820 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 586e3f98-ee90-4be9-bd38-761ffca8312b is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:51:19.727900 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (586e3f98-ee90-4be9-bd38-761ffca8312b), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:19.743476 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586e3f98-ee90-4be9-bd38-761ffca8312b {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:51:19.767621 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 586e3f98-ee90-4be9-bd38-761ffca8312b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=586e3f98-ee90-4be9-bd38-761ffca8312b,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:51:19.898725 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (586e3f98-ee90-4be9-bd38-761ffca8312b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:19.980951 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=586e3f98-ee90-4be9-bd38-761ffca8312b,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:20.060344 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77ed24-b4b2-4f15-8737-41b2e939c1e0 req-1ce44f69-8c9d-4202-90bd-a38e79fb22fb tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:20.068541 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-dc77ed24-b4b2-4f15-8737-41b2e939c1e0 req-1ce44f69-8c9d-4202-90bd-a38e79fb22fb tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.1276724 Apr 14 20:51:20.105419 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f39fa-9c86-4375-ad60-7acba49bd453 req-64be84c7-2c5d-4130-a2bd-cd30adf3963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:20.107032 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ac3f39fa-9c86-4375-ad60-7acba49bd453 req-64be84c7-2c5d-4130-a2bd-cd30adf3963e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=793028ec-fc30-4134-ac09-e1d2921d9f88 HTTP/1.1" status: 200 len: 853 time: 0.0972407 Apr 14 20:51:20.163928 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80685ff2-6352-4d7b-8155-375404a01ae7 req-64e72e21-3e46-422e-9389-fc396f135863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:20.169335 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-80685ff2-6352-4d7b-8155-375404a01ae7 req-64e72e21-3e46-422e-9389-fc396f135863 service neutron] 10.222.0.16 "GET /v2.0/networks?id=540ed165-30db-46c7-8958-ade545db3304 HTTP/1.1" status: 200 len: 909 time: 0.1466277 Apr 14 20:51:20.195027 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-dc77ed24-b4b2-4f15-8737-41b2e939c1e0 req-4a0ea608-c5eb-42c4-a1c0-7bb419881478 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250310 Apr 14 20:51:20.219644 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f39fa-9c86-4375-ad60-7acba49bd453 req-0ff808e9-6c3a-49ba-9b4a-80abba2c8566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:20.221285 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ac3f39fa-9c86-4375-ad60-7acba49bd453 req-0ff808e9-6c3a-49ba-9b4a-80abba2c8566 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78fd882f-0d96-47e7-99be-fdb344cfeb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1058424 Apr 14 20:51:20.261780 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-80685ff2-6352-4d7b-8155-375404a01ae7 req-c247e553-ab52-47f2-b210-fa98c2cedae7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e9cb23-f15b-4831-8c61-17fc14a30095 HTTP/1.1" status: 200 len: 1001 time: 0.0890191 Apr 14 20:51:20.776901 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166939b-1a25-4972-9a2a-d0f540305592 req-a71ef604-b3b5-4ea8-8005-3a788d7d503c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:20.779456 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4166939b-1a25-4972-9a2a-d0f540305592 req-a71ef604-b3b5-4ea8-8005-3a788d7d503c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 945 time: 0.0570600 Apr 14 20:51:20.838645 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4166939b-1a25-4972-9a2a-d0f540305592 req-a5246e1d-9448-4c4c-b8f1-ad62b82fee57 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=707a5cf0-38ab-45d3-b6ae-eb175ff5efee&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0531037 Apr 14 20:51:21.329309 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533da12-991e-400d-9618-0660900bea9f req-84fccad0-c0db-4a9d-9903-8b8933bade18 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:21.335364 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9533da12-991e-400d-9618-0660900bea9f req-84fccad0-c0db-4a9d-9903-8b8933bade18 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0685687 Apr 14 20:51:21.384936 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9533da12-991e-400d-9618-0660900bea9f req-ff5ae323-3c49-481f-9193-84c11a922a06 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483246 Apr 14 20:51:21.720541 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['586e3f98-ee90-4be9-bd38-761ffca8312b'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:51:21.956740 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0dac73-af73-4359-b173-6526a40d0e5d req-ab2c9cd5-d6a5-4251-aefb-d62b407fab8b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:21.958411 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7e0dac73-af73-4359-b173-6526a40d0e5d req-ab2c9cd5-d6a5-4251-aefb-d62b407fab8b tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 945 time: 0.0506625 Apr 14 20:51:22.009727 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-7e0dac73-af73-4359-b173-6526a40d0e5d req-731901b8-c74c-4f97-83be-968d67c16545 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=707a5cf0-38ab-45d3-b6ae-eb175ff5efee&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450685 Apr 14 20:51:22.518211 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf2608-ecbb-491e-a642-772fb83b9aeb req-11eefbba-3a67-419d-b146-b3a512e8a31b tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:22.519679 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3cdf2608-ecbb-491e-a642-772fb83b9aeb req-11eefbba-3a67-419d-b146-b3a512e8a31b tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0542922 Apr 14 20:51:22.616176 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80685ff2-6352-4d7b-8155-375404a01ae7 req-18b8d438-a92e-4817-a29e-8140297c0d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:22.618123 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-80685ff2-6352-4d7b-8155-375404a01ae7 req-18b8d438-a92e-4817-a29e-8140297c0d2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=695c202b-519d-4cd6-a1e7-90a67ca64d14 HTTP/1.1" status: 200 len: 847 time: 0.0820830 Apr 14 20:51:22.628999 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3cdf2608-ecbb-491e-a642-772fb83b9aeb req-1291040f-c3b3-4a83-a8b2-c120df37ac2b tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027489 Apr 14 20:51:22.679018 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ac3f39fa-9c86-4375-ad60-7acba49bd453 req-765340c6-abfc-4a28-8000-94b512bba7ac service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377277 Apr 14 20:51:22.690588 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80685ff2-6352-4d7b-8155-375404a01ae7 req-01bf6dc9-54ed-4d63-8dac-3f0fb89108e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:22.692373 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-80685ff2-6352-4d7b-8155-375404a01ae7 req-01bf6dc9-54ed-4d63-8dac-3f0fb89108e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=540ed165-30db-46c7-8958-ade545db3304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669150 Apr 14 20:51:22.802371 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ac3f39fa-9c86-4375-ad60-7acba49bd453 req-275dcd38-3038-4c4a-b64b-6806eb994ab8 service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160903 Apr 14 20:51:22.817391 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-80685ff2-6352-4d7b-8155-375404a01ae7 req-d3d8a347-7f63-4a84-b262-a2196bf80ee8 service neutron] 10.222.0.16 "GET /v2.0/networks/540ed165-30db-46c7-8958-ade545db3304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183093 Apr 14 20:51:22.888845 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-61e77ef8-f28d-4c6b-a25d-593fe352b8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:22.960275 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-80685ff2-6352-4d7b-8155-375404a01ae7 req-76541460-0931-4e6c-962c-e4b82226517a service neutron] 10.222.0.16 "GET /v2.0/networks/540ed165-30db-46c7-8958-ade545db3304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325710 Apr 14 20:51:23.139509 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc5244-53f6-469a-a0a0-bef7ad034b91 req-2e595331-2817-44c0-baf8-73dea2c3d32a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:23.141463 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-93fc5244-53f6-469a-a0a0-bef7ad034b91 req-2e595331-2817-44c0-baf8-73dea2c3d32a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 945 time: 0.0544803 Apr 14 20:51:23.197971 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-93fc5244-53f6-469a-a0a0-bef7ad034b91 req-b99dd69b-2f53-460e-b929-413d2b481e26 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=707a5cf0-38ab-45d3-b6ae-eb175ff5efee&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0497420 Apr 14 20:51:23.775981 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b604f-edc0-41ce-8204-0df838ad8317 req-335f5a36-bf0c-432e-83a8-4cf7dfdd3b79 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:23.778286 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5f9b604f-edc0-41ce-8204-0df838ad8317 req-335f5a36-bf0c-432e-83a8-4cf7dfdd3b79 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0612106 Apr 14 20:51:23.835603 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5f9b604f-edc0-41ce-8204-0df838ad8317 req-8a0e2935-05c3-44ee-bb17-df04c737992d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518572 Apr 14 20:51:24.331823 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db765e0d-af3d-4205-8e84-ade15ef479a1 req-d0ed8b77-0cab-4540-84af-a5a5a2ca2ad6 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:24.334161 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-db765e0d-af3d-4205-8e84-ade15ef479a1 req-d0ed8b77-0cab-4540-84af-a5a5a2ca2ad6 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 945 time: 0.0550845 Apr 14 20:51:24.399806 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-db765e0d-af3d-4205-8e84-ade15ef479a1 req-b9b7a758-a115-4e8a-b70b-dcdf0952e9a6 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=707a5cf0-38ab-45d3-b6ae-eb175ff5efee&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0588365 Apr 14 20:51:24.969453 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776e88a-2732-4d95-92e0-a11dd15f61d0 req-1b8c3337-a749-4d8d-8293-e7a67624821e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:24.971193 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f776e88a-2732-4d95-92e0-a11dd15f61d0 req-1b8c3337-a749-4d8d-8293-e7a67624821e tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0526066 Apr 14 20:51:25.027086 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-bf27babb-40e9-4df1-adde-0e3e4f716e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:25.032884 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f776e88a-2732-4d95-92e0-a11dd15f61d0 req-6b5f5466-3eba-433f-a4ec-193fab6b42ca tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535703 Apr 14 20:51:25.513520 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afc581-cf0b-42c9-b773-164e7c560895 req-e0c2d6c2-7081-404a-ad79-6f2a5eaa18a6 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:25.515232 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f3afc581-cf0b-42c9-b773-164e7c560895 req-e0c2d6c2-7081-404a-ad79-6f2a5eaa18a6 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 945 time: 0.0530941 Apr 14 20:51:25.560466 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 586e3f98-ee90-4be9-bd38-761ffca8312b up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:51:25.565423 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f3afc581-cf0b-42c9-b773-164e7c560895 req-95e126c5-97db-40b1-add3-635ef8bd3359 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=707a5cf0-38ab-45d3-b6ae-eb175ff5efee&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445697 Apr 14 20:51:25.611618 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port 586e3f98-ee90-4be9-bd38-761ffca8312b completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:51:25.800138 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 586e3f98-ee90-4be9-bd38-761ffca8312b triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:51:25.800443 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (586e3f98-ee90-4be9-bd38-761ffca8312b), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:25.886821 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 586e3f98-ee90-4be9-bd38-761ffca8312b is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:51:25.887544 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (586e3f98-ee90-4be9-bd38-761ffca8312b), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:25.913498 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e434e3-d99c-4e48-9283-cce270918a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586e3f98-ee90-4be9-bd38-761ffca8312b'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:51:25.915801 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62a5685-fd3f-4cbc-9aa8-7f521765681d" -d '{"events": [{"server_uuid": "f6e434e3-d99c-4e48-9283-cce270918a35", "name": "network-vif-plugged", "status": "completed", "tag": "586e3f98-ee90-4be9-bd38-761ffca8312b"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:51:25.933354 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 586e3f98-ee90-4be9-bd38-761ffca8312b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=586e3f98-ee90-4be9-bd38-761ffca8312b,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:51:25.965961 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f691b2ad-597b-4f54-a286-d9c14083af9d x-openstack-request-id: req-f691b2ad-597b-4f54-a286-d9c14083af9d {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:51:25.966403 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e434e3-d99c-4e48-9283-cce270918a35", "name": "network-vif-plugged", "status": "completed", "tag": "586e3f98-ee90-4be9-bd38-761ffca8312b", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:51:25.966720 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f691b2ad-597b-4f54-a286-d9c14083af9d {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:51:25.967185 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f691b2ad-597b-4f54-a286-d9c14083af9d'] response: {'server_uuid': 'f6e434e3-d99c-4e48-9283-cce270918a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586e3f98-ee90-4be9-bd38-761ffca8312b', 'code': 200} Apr 14 20:51:26.023686 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (586e3f98-ee90-4be9-bd38-761ffca8312b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:26.084249 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=586e3f98-ee90-4be9-bd38-761ffca8312b,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:26.173243 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206f835-8ed9-4493-bcd2-80e02e808ea1 req-66ed1ed0-aa24-4adf-a28d-14f0e6a83bb1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:26.181319 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c206f835-8ed9-4493-bcd2-80e02e808ea1 req-66ed1ed0-aa24-4adf-a28d-14f0e6a83bb1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0628824 Apr 14 20:51:26.253114 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c206f835-8ed9-4493-bcd2-80e02e808ea1 req-b5a92d9e-aae6-4d03-ae44-8ddc870590f0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520556 Apr 14 20:51:26.341634 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c60aed-7a05-4b12-828a-8a981d1dae0e req-d1349313-8fca-4ac8-84f7-27e81dba5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:26.344165 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-62c60aed-7a05-4b12-828a-8a981d1dae0e req-d1349313-8fca-4ac8-84f7-27e81dba5d5d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 1130 time: 0.0689678 Apr 14 20:51:26.408791 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:26.431721 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-62c60aed-7a05-4b12-828a-8a981d1dae0e req-d07ce7c4-7abf-4606-b8ce-2d40a2bba395 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=707a5cf0-38ab-45d3-b6ae-eb175ff5efee&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0797672 Apr 14 20:51:26.696692 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544266c2-98fc-48e2-bdc3-a8aa209aa96e req-5b6f61f6-6ca4-4466-8ba5-2c3d072f4ace tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:26.698367 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-544266c2-98fc-48e2-bdc3-a8aa209aa96e req-5b6f61f6-6ca4-4466-8ba5-2c3d072f4ace tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 946 time: 0.0530543 Apr 14 20:51:26.753875 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-544266c2-98fc-48e2-bdc3-a8aa209aa96e req-8865cf95-ae2c-4e51-adf9-8d9cd8fc5286 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=707a5cf0-38ab-45d3-b6ae-eb175ff5efee&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0496635 Apr 14 20:51:27.363347 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da7b22-a383-4bd2-a752-0375dfdff4ed req-6fda0ba0-ceac-4175-94a2-c19a90189521 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:27.363347 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-66da7b22-a383-4bd2-a752-0375dfdff4ed req-6fda0ba0-ceac-4175-94a2-c19a90189521 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0563412 Apr 14 20:51:27.408078 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-66da7b22-a383-4bd2-a752-0375dfdff4ed req-833a5edd-8479-42b2-86de-bbe137b4228d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443220 Apr 14 20:51:27.736529 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:27.887069 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88611366-3827-4216-a8d5-19babd8fdced req-8a5722f0-c4ec-4542-845d-efe566f6cd2a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:27.888561 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-88611366-3827-4216-a8d5-19babd8fdced req-8a5722f0-c4ec-4542-845d-efe566f6cd2a tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 946 time: 0.0533152 Apr 14 20:51:27.944244 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-88611366-3827-4216-a8d5-19babd8fdced req-88d772fa-cc08-400f-88fe-b38be39685c6 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=707a5cf0-38ab-45d3-b6ae-eb175ff5efee&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0482423 Apr 14 20:51:28.458392 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74eb51-6d3d-4f57-babe-e7698e3f802b req-14884399-4618-4bc3-ac2c-ae3426287619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:28.460873 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ca74eb51-6d3d-4f57-babe-e7698e3f802b req-14884399-4618-4bc3-ac2c-ae3426287619 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2082493328724c83b6ee97c6c6d7a788&device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 1130 time: 0.0468943 Apr 14 20:51:28.577623 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296c0fe-d5c6-46cf-a038-7e5d0215f2e5 req-0c36c7ba-ae7c-4b3c-97f2-504dcafe266a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:28.579078 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d296c0fe-d5c6-46cf-a038-7e5d0215f2e5 req-0c36c7ba-ae7c-4b3c-97f2-504dcafe266a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 946 time: 0.0940788 Apr 14 20:51:28.870564 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74eb51-6d3d-4f57-babe-e7698e3f802b req-df92e5ee-d7c8-49b1-b406-ccfdddc88ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:28.872026 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ca74eb51-6d3d-4f57-babe-e7698e3f802b req-df92e5ee-d7c8-49b1-b406-ccfdddc88ce4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c HTTP/1.1" status: 200 len: 918 time: 0.3956113 Apr 14 20:51:28.933339 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d296c0fe-d5c6-46cf-a038-7e5d0215f2e5 req-c7174373-e2b8-4e6d-a3dd-5b50b9001bea tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467541 Apr 14 20:51:28.952864 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ca74eb51-6d3d-4f57-babe-e7698e3f802b req-e78f9eaa-5b4a-4aea-ba2b-dfba9779dafe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26d33623-d257-4134-8ebc-78dab189dcd0 HTTP/1.1" status: 200 len: 1002 time: 0.0710604 Apr 14 20:51:29.006510 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74eb51-6d3d-4f57-babe-e7698e3f802b req-37cc3f40-455c-4f17-8fa7-0a3c0b6d1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:29.007974 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ca74eb51-6d3d-4f57-babe-e7698e3f802b req-37cc3f40-455c-4f17-8fa7-0a3c0b6d1ca8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16b82aa4-c945-4e6e-b6e8-1226b1ad8852 HTTP/1.1" status: 200 len: 856 time: 0.0481322 Apr 14 20:51:29.054222 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74eb51-6d3d-4f57-babe-e7698e3f802b req-8c114b5e-7939-4af5-ac88-bf7d4e39a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:29.055825 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ca74eb51-6d3d-4f57-babe-e7698e3f802b req-8c114b5e-7939-4af5-ac88-bf7d4e39a169 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399125 Apr 14 20:51:29.062147 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb70e72-1fe7-40fa-b1b2-54e017aff11b req-c3236171-ff93-407b-8c8a-39769176baaf tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:29.062793 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5bb70e72-1fe7-40fa-b1b2-54e017aff11b req-c3236171-ff93-407b-8c8a-39769176baaf tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 946 time: 0.0503125 Apr 14 20:51:29.116005 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5bb70e72-1fe7-40fa-b1b2-54e017aff11b req-31da660d-1bd6-4f71-b9e8-08454a669012 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=707a5cf0-38ab-45d3-b6ae-eb175ff5efee&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467172 Apr 14 20:51:29.148262 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ca74eb51-6d3d-4f57-babe-e7698e3f802b req-aa6888db-465a-4208-ad96-a5313a26f3a4 service neutron] 10.222.0.16 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860565 Apr 14 20:51:29.258792 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fa354-83fe-4343-bd66-973d960c3d50 req-a1f80161-3d28-4905-a3e6-71bde5da0ae1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:29.260287 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c57fa354-83fe-4343-bd66-973d960c3d50 req-a1f80161-3d28-4905-a3e6-71bde5da0ae1 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 946 time: 0.0774899 Apr 14 20:51:29.269732 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 48024) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:29.277486 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-0929f635-8591-4c2e-ac85-98430439221f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Request body: {'floatingip': {'port_id': '586e3f98-ee90-4be9-bd38-761ffca8312b'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:51:29.283834 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ca74eb51-6d3d-4f57-babe-e7698e3f802b req-0a673668-7d5b-4187-9209-469b82159c80 service neutron] 10.222.0.16 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284246 Apr 14 20:51:29.324658 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0929f635-8591-4c2e-ac85-98430439221f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (f50202e9-3001-4c37-85b9-af0b9876054e), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:29.371816 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:29.572382 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 26d33623-d257-4134-8ebc-78dab189dcd0 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:51:29.671904 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 26d33623-d257-4134-8ebc-78dab189dcd0 is: ACTIVE; New status is: DOWN {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:51:29.672395 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:29.696653 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26d33623-d257-4134-8ebc-78dab189dcd0'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:51:29.698910 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237933e6-6973-4b00-939f-ed2e11fac172" -d '{"events": [{"server_uuid": "35407a99-656a-44a6-b944-d9ad5c1d0a59", "name": "network-vif-unplugged", "status": "completed", "tag": "26d33623-d257-4134-8ebc-78dab189dcd0"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:51:29.712299 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 26d33623-d257-4134-8ebc-78dab189dcd0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=26d33623-d257-4134-8ebc-78dab189dcd0,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:51:29.738670 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Apr 2022 20:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e4aff1-4c37-4aae-805a-761d9b3ab671 x-openstack-request-id: req-83e4aff1-4c37-4aae-805a-761d9b3ab671 {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:51:29.738982 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35407a99-656a-44a6-b944-d9ad5c1d0a59", "name": "network-vif-unplugged", "status": "completed", "tag": "26d33623-d257-4134-8ebc-78dab189dcd0", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:51:29.739233 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83e4aff1-4c37-4aae-805a-761d9b3ab671 {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:51:29.739626 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e4aff1-4c37-4aae-805a-761d9b3ab671'] response: {'server_uuid': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26d33623-d257-4134-8ebc-78dab189dcd0', 'code': 200} Apr 14 20:51:29.808648 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:29.855947 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=26d33623-d257-4134-8ebc-78dab189dcd0,revision_number=8']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:30.025905 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0929f635-8591-4c2e-ac85-98430439221f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:30.061433 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a535a-dde2-4c9f-ac15-bccb8357ae53 req-af9f03da-4fa0-4ea0-8d77-03052f0913c8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:30.062948 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3d5a535a-dde2-4c9f-ac15-bccb8357ae53 req-af9f03da-4fa0-4ea0-8d77-03052f0913c8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0523720 Apr 14 20:51:30.091173 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0929f635-8591-4c2e-ac85-98430439221f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (f50202e9-3001-4c37-85b9-af0b9876054e), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:30.109893 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3d5a535a-dde2-4c9f-ac15-bccb8357ae53 req-2b66e71c-1158-4345-934a-f1da14b70449 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413680 Apr 14 20:51:30.195237 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.l3_db [None req-0929f635-8591-4c2e-ac85-98430439221f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Floating IP f50202e9-3001-4c37-85b9-af0b9876054e associated. External IP: 172.27.1.137, port: 586e3f98-ee90-4be9-bd38-761ffca8312b. Apr 14 20:51:30.407037 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0929f635-8591-4c2e-ac85-98430439221f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Router 22952585-c418-4496-8f79-2f97352549ae has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:51:30.520740 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0929f635-8591-4c2e-ac85-98430439221f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:51:30.526532 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0929f635-8591-4c2e-ac85-98430439221f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:30.532502 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b16b16-c11f-4c7a-88f5-93b4107050fa None None] Sync routers for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:51:30.544112 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b16b16-c11f-4c7a-88f5-93b4107050fa None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:51:30.544845 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-72b16b16-c11f-4c7a-88f5-93b4107050fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:51:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:30.565221 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-0929f635-8591-4c2e-ac85-98430439221f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "PUT /v2.0/floatingips/f50202e9-3001-4c37-85b9-af0b9876054e HTTP/1.1" status: 200 len: 992 time: 1.2854462 Apr 14 20:51:30.565221 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e434e3-d99c-4e48-9283-cce270918a35', 'tag': '586e3f98-ee90-4be9-bd38-761ffca8312b'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:51:30.574611 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54abe857-1e39-40e0-bf2e-b4ae6eb91c65" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e434e3-d99c-4e48-9283-cce270918a35", "tag": "586e3f98-ee90-4be9-bd38-761ffca8312b"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:51:30.605421 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8c1535-c4bf-4b51-a6f0-4c5166a298d4 x-openstack-request-id: req-4b8c1535-c4bf-4b51-a6f0-4c5166a298d4 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:51:30.605710 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e434e3-d99c-4e48-9283-cce270918a35", "tag": "586e3f98-ee90-4be9-bd38-761ffca8312b", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:51:30.605963 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b8c1535-c4bf-4b51-a6f0-4c5166a298d4 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:51:30.606355 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b8c1535-c4bf-4b51-a6f0-4c5166a298d4'] response: {'name': 'network-changed', 'server_uuid': 'f6e434e3-d99c-4e48-9283-cce270918a35', 'tag': '586e3f98-ee90-4be9-bd38-761ffca8312b', 'status': 'completed', 'code': 200} Apr 14 20:51:30.666953 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-72b16b16-c11f-4c7a-88f5-93b4107050fa None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:51:30.895580 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-72b16b16-c11f-4c7a-88f5-93b4107050fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': 'f50202e9-3001-4c37-85b9-af0b9876054e', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '22952585-c418-4496-8f79-2f97352549ae', 'port_id': '586e3f98-ee90-4be9-bd38-761ffca8312b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'mac_address': 'fa:16:3e:83:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e434e3-d99c-4e48-9283-cce270918a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:51:10Z', 'updated_at': '2022-04-14T20:51:29Z', 'revision_number': 1, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:30.926061 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b16b16-c11f-4c7a-88f5-93b4107050fa None None] Checking router: 22952585-c418-4496-8f79-2f97352549ae for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:51:30.936146 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b16b16-c11f-4c7a-88f5-93b4107050fa None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:51:30.937136 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-72b16b16-c11f-4c7a-88f5-93b4107050fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:51:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:31.051568 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-72b16b16-c11f-4c7a-88f5-93b4107050fa None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:51:31.104910 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abe857-1e39-40e0-bf2e-b4ae6eb91c65 req-8a066211-8af5-44bc-bc3f-c372092e3f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:31.106452 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-54abe857-1e39-40e0-bf2e-b4ae6eb91c65 req-8a066211-8af5-44bc-bc3f-c372092e3f5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31d17db2ef5747d8836b06e9567e947b&device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 1130 time: 0.0409548 Apr 14 20:51:31.271815 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc32f9-983c-4757-9c78-0c9a46ee0b5f req-0cd28529-740c-4b34-be72-9146b70220ca tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:31.274411 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-46cc32f9-983c-4757-9c78-0c9a46ee0b5f req-0cd28529-740c-4b34-be72-9146b70220ca tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0665250 Apr 14 20:51:31.284964 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-72b16b16-c11f-4c7a-88f5-93b4107050fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': 'f50202e9-3001-4c37-85b9-af0b9876054e', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '22952585-c418-4496-8f79-2f97352549ae', 'port_id': '586e3f98-ee90-4be9-bd38-761ffca8312b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'mac_address': 'fa:16:3e:83:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e434e3-d99c-4e48-9283-cce270918a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:51:10Z', 'updated_at': '2022-04-14T20:51:29Z', 'revision_number': 1, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:31.295307 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abe857-1e39-40e0-bf2e-b4ae6eb91c65 req-0926fb0a-b6ac-4d55-92c4-0d3309a319ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:31.296761 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-54abe857-1e39-40e0-bf2e-b4ae6eb91c65 req-0926fb0a-b6ac-4d55-92c4-0d3309a319ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=78fd882f-0d96-47e7-99be-fdb344cfeb03 HTTP/1.1" status: 200 len: 915 time: 0.1479380 Apr 14 20:51:31.315335 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b16b16-c11f-4c7a-88f5-93b4107050fa None None] The sync data for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi is: [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': 'f50202e9-3001-4c37-85b9-af0b9876054e', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '22952585-c418-4496-8f79-2f97352549ae', 'port_id': '586e3f98-ee90-4be9-bd38-761ffca8312b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'mac_address': 'fa:16:3e:83:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e434e3-d99c-4e48-9283-cce270918a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:51:10Z', 'updated_at': '2022-04-14T20:51:29Z', 'revision_number': 1, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:51:31.376004 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-46cc32f9-983c-4757-9c78-0c9a46ee0b5f req-918f59e7-6a9b-4bf4-b342-eaa654ec86a9 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933921 Apr 14 20:51:31.389616 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-54abe857-1e39-40e0-bf2e-b4ae6eb91c65 req-34d1ee8f-83d4-4582-9e88-05ccf75da293 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=586e3f98-ee90-4be9-bd38-761ffca8312b HTTP/1.1" status: 200 len: 1000 time: 0.0829918 Apr 14 20:51:31.454501 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abe857-1e39-40e0-bf2e-b4ae6eb91c65 req-04092ba5-e191-4eac-a146-11b7ab5a470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:31.456005 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-54abe857-1e39-40e0-bf2e-b4ae6eb91c65 req-04092ba5-e191-4eac-a146-11b7ab5a470e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=793028ec-fc30-4134-ac09-e1d2921d9f88 HTTP/1.1" status: 200 len: 853 time: 0.0577996 Apr 14 20:51:31.524248 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abe857-1e39-40e0-bf2e-b4ae6eb91c65 req-a56845a4-9975-4295-b43a-3f8e9670b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:31.525862 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-54abe857-1e39-40e0-bf2e-b4ae6eb91c65 req-a56845a4-9975-4295-b43a-3f8e9670b1e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78fd882f-0d96-47e7-99be-fdb344cfeb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429530 Apr 14 20:51:31.554656 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac0773-13fb-4e4f-af7e-20b74ba4ab1a None None] New status for floating IP f50202e9-3001-4c37-85b9-af0b9876054e: ACTIVE {{(pid=110413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:51:31.632758 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-54abe857-1e39-40e0-bf2e-b4ae6eb91c65 req-e0e9c809-1322-43a1-b078-2c69583e464f service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986414 Apr 14 20:51:31.899580 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-54abe857-1e39-40e0-bf2e-b4ae6eb91c65 req-90240d0e-d8a6-4b24-a5a2-70a7e0f2ae2f service neutron] 10.222.0.16 "GET /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899668 Apr 14 20:51:32.503886 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e979625-591c-422c-96a7-8ba4119d9501 req-dd6ad051-2758-4c15-95ef-d17788987de3 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:32.505893 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5e979625-591c-422c-96a7-8ba4119d9501 req-dd6ad051-2758-4c15-95ef-d17788987de3 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0500259 Apr 14 20:51:32.558508 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5e979625-591c-422c-96a7-8ba4119d9501 req-7248ae15-4b59-48f6-8658-8ec61147ca41 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468411 Apr 14 20:51:33.600467 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 26d33623-d257-4134-8ebc-78dab189dcd0 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:51:33.685375 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 26d33623-d257-4134-8ebc-78dab189dcd0 is: DOWN; New status is: DOWN {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:51:34.679691 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa722bd2-d22f-413c-8b31-b8f1278f38cf req-6d41cf62-8b2a-40bf-a5c3-de12d2ec83b3 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:34.681267 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-aa722bd2-d22f-413c-8b31-b8f1278f38cf req-6d41cf62-8b2a-40bf-a5c3-de12d2ec83b3 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0488932 Apr 14 20:51:34.729244 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-aa722bd2-d22f-413c-8b31-b8f1278f38cf req-ca62977c-6d97-4ae5-adb1-daf07302ebba tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425196 Apr 14 20:51:34.874104 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-aa985599-82ac-4aff-8c19-5f5f184d90ba req-a503d908-2697-4451-904f-134cb18d1112 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386055 Apr 14 20:51:34.952283 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa985599-82ac-4aff-8c19-5f5f184d90ba req-ec6b368b-d070-48ec-8a03-1959a1e71bf5 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:34.953552 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-aa985599-82ac-4aff-8c19-5f5f184d90ba req-ec6b368b-d070-48ec-8a03-1959a1e71bf5 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports/26d33623-d257-4134-8ebc-78dab189dcd0 HTTP/1.1" status: 200 len: 941 time: 0.0517566 Apr 14 20:51:35.851623 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a117000-4b1d-401a-bb55-d5ab847b2814 req-a7e87b2e-a596-4d93-a0bc-ad0b35d90551 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:35.853245 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1a117000-4b1d-401a-bb55-d5ab847b2814 req-a7e87b2e-a596-4d93-a0bc-ad0b35d90551 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0491633 Apr 14 20:51:35.901962 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1a117000-4b1d-401a-bb55-d5ab847b2814 req-aa9e7e1d-21c9-436c-a107-04c9bf3002d0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429218 Apr 14 20:51:37.019229 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a5835-9146-4a99-8c10-fa2c292b2fea req-37848410-5aa8-4c7a-b26b-d461337ac259 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:37.020687 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-739a5835-9146-4a99-8c10-fa2c292b2fea req-37848410-5aa8-4c7a-b26b-d461337ac259 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0482316 Apr 14 20:51:37.067281 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-739a5835-9146-4a99-8c10-fa2c292b2fea req-ce5ebd65-0aeb-43e1-ba1d-02656b39bc25 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403626 Apr 14 20:51:38.191017 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729048e-630e-4c76-8535-aa7251a3460f req-ba31bbc9-edf7-4833-adb9-a79c49f1ed80 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:38.192654 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5729048e-630e-4c76-8535-aa7251a3460f req-ba31bbc9-edf7-4833-adb9-a79c49f1ed80 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0512311 Apr 14 20:51:38.240853 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5729048e-630e-4c76-8535-aa7251a3460f req-b28e151e-7bef-425b-ab02-988b222e7c9a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421464 Apr 14 20:51:38.241616 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa985599-82ac-4aff-8c19-5f5f184d90ba req-b0a34188-06dd-47c5-9845-5e94974658eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:38.248124 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-aa985599-82ac-4aff-8c19-5f5f184d90ba req-b0a34188-06dd-47c5-9845-5e94974658eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59&tenant_id=2082493328724c83b6ee97c6c6d7a788 HTTP/1.1" status: 200 len: 1128 time: 0.0437245 Apr 14 20:51:38.312061 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa985599-82ac-4aff-8c19-5f5f184d90ba req-3f807765-d241-4d68-8bfb-e9adc85076c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:38.313686 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-aa985599-82ac-4aff-8c19-5f5f184d90ba req-3f807765-d241-4d68-8bfb-e9adc85076c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2082493328724c83b6ee97c6c6d7a788&device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 1128 time: 0.0430200 Apr 14 20:51:38.413320 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa985599-82ac-4aff-8c19-5f5f184d90ba req-aa7d230e-a806-4731-88ed-4ed346ee0888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:38.415982 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-aa985599-82ac-4aff-8c19-5f5f184d90ba req-aa7d230e-a806-4731-88ed-4ed346ee0888 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c HTTP/1.1" status: 200 len: 918 time: 0.0905020 Apr 14 20:51:38.488771 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-aa985599-82ac-4aff-8c19-5f5f184d90ba req-cc157af0-6bc6-4ae9-914a-0e203bbcb07d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26d33623-d257-4134-8ebc-78dab189dcd0 HTTP/1.1" status: 200 len: 1000 time: 0.0649416 Apr 14 20:51:38.541060 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa985599-82ac-4aff-8c19-5f5f184d90ba req-a6548f57-0051-4510-9166-b35ff2fcb10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:38.546087 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-aa985599-82ac-4aff-8c19-5f5f184d90ba req-a6548f57-0051-4510-9166-b35ff2fcb10c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16b82aa4-c945-4e6e-b6e8-1226b1ad8852 HTTP/1.1" status: 200 len: 856 time: 0.0455463 Apr 14 20:51:38.593134 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa985599-82ac-4aff-8c19-5f5f184d90ba req-df40acd8-c5c3-454c-8de2-0a7375510e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:38.594901 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-aa985599-82ac-4aff-8c19-5f5f184d90ba req-df40acd8-c5c3-454c-8de2-0a7375510e58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444837 Apr 14 20:51:38.693779 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-aa985599-82ac-4aff-8c19-5f5f184d90ba req-5ceb31c4-9149-42bf-bb4a-eadbae6a1dba service neutron] 10.222.0.16 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912180 Apr 14 20:51:38.783929 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-aa985599-82ac-4aff-8c19-5f5f184d90ba req-eaf17bb4-006e-45a0-86f4-8e15dc1215fc service neutron] 10.222.0.16 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841162 Apr 14 20:51:39.363664 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e8689-a2be-4461-804e-08c0894507f7 req-f435e42f-a103-41f1-9e63-0a6dae322d89 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:39.365146 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ba8e8689-a2be-4461-804e-08c0894507f7 req-f435e42f-a103-41f1-9e63-0a6dae322d89 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0478864 Apr 14 20:51:39.413017 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ba8e8689-a2be-4461-804e-08c0894507f7 req-03e8f372-8e22-4a8a-b0b9-d31c441a98e1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408466 Apr 14 20:51:40.549848 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0b32f-9aae-42d2-974e-cdc4a7357663 req-ec395e38-2cfc-47cf-b4c1-308a54455a9d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:40.551436 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-55a0b32f-9aae-42d2-974e-cdc4a7357663 req-ec395e38-2cfc-47cf-b4c1-308a54455a9d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0535927 Apr 14 20:51:40.604795 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-55a0b32f-9aae-42d2-974e-cdc4a7357663 req-4efab89b-4f7a-431e-89eb-ccbbaed85c3a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476058 Apr 14 20:51:41.043521 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:51:41.734939 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8efd3-cc38-4188-8938-2ee37848552c req-ae37777e-66b1-404f-ad47-d280facfea97 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:41.736456 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7af8efd3-cc38-4188-8938-2ee37848552c req-ae37777e-66b1-404f-ad47-d280facfea97 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0517645 Apr 14 20:51:41.798089 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7af8efd3-cc38-4188-8938-2ee37848552c req-bb7f0ced-a97e-4445-90df-25a7ebef3da0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556684 Apr 14 20:51:42.667740 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 48280) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:42.782254 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:42.861931 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Publish callbacks [] for security_group (5cf6b41a-a873-46e7-99a0-b71f8760a532), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:42.936830 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (5cf6b41a-a873-46e7-99a0-b71f8760a532), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:42.989651 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c3aef-90e1-40d8-9754-aca4dd3088b0 req-58ff512e-68ca-4f0c-b86c-62c580820bf0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:42.991128 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6c4c3aef-90e1-40d8-9754-aca4dd3088b0 req-58ff512e-68ca-4f0c-b86c-62c580820bf0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0824091 Apr 14 20:51:42.995689 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9bcbcf44b56416ab8e328d783cb3a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269293 Apr 14 20:51:42.996540 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf6b41a-a873-46e7-99a0-b71f8760a532,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:42.998451 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 48286) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:43.010544 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:43.010894 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:43.011242 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:43.011587 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:43.011921 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:43.012251 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:43.012577 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:43.012903 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:43.013256 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:43.013586 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:43.013912 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:43.014241 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:43.014565 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:43.014886 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:43.015479 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20847f1f-1da3-4187-b389-bd5d53111b1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:43.063087 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6c4c3aef-90e1-40d8-9754-aca4dd3088b0 req-69e0acbf-9837-4920-8cbd-d35f710b2dbb tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640507 Apr 14 20:51:43.065211 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-748dd5f4-4711-4c91-b328-695dde699f06 admin admin] Publish callbacks [] for security_group (5cf6b41a-a873-46e7-99a0-b71f8760a532), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:43.098221 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-748dd5f4-4711-4c91-b328-695dde699f06 admin admin] Publish callbacks [] for security_group (5cf6b41a-a873-46e7-99a0-b71f8760a532), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:43.199839 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-748dd5f4-4711-4c91-b328-695dde699f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (5cf6b41a-a873-46e7-99a0-b71f8760a532), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:43.202489 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-748dd5f4-4711-4c91-b328-695dde699f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:43.203876 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-748dd5f4-4711-4c91-b328-695dde699f06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5cf6b41a-a873-46e7-99a0-b71f8760a532 HTTP/1.1" status: 204 len: 168 time: 0.2044454 Apr 14 20:51:43.214475 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748dd5f4-4711-4c91-b328-695dde699f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf6b41a-a873-46e7-99a0-b71f8760a532,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:43.887836 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 48296) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:43.903477 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b10f9a74-5441-4ac3-a541-4acb39aa2416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:43.991556 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b10f9a74-5441-4ac3-a541-4acb39aa2416 admin admin] Publish callbacks [] for security_group (28bf8d97-939c-44d1-90c9-2c0f5aa5d15e), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:44.067848 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b10f9a74-5441-4ac3-a541-4acb39aa2416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (28bf8d97-939c-44d1-90c9-2c0f5aa5d15e), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:44.111032 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-b10f9a74-5441-4ac3-a541-4acb39aa2416 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=705bbdbbde864d2bb62fea4abcadd99b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217910 Apr 14 20:51:44.111820 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f9a74-5441-4ac3-a541-4acb39aa2416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bf8d97-939c-44d1-90c9-2c0f5aa5d15e,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:44.114255 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 48300) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:44.183296 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8b43e976-c593-4071-b265-9fecf4398d83 admin admin] Publish callbacks [] for security_group (28bf8d97-939c-44d1-90c9-2c0f5aa5d15e), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:44.202022 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47335193-ce65-441d-9228-2de432fd1fd7 req-ee1fb66e-5c2b-47a3-a9e9-4edef58b9cdb tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:44.203564 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-47335193-ce65-441d-9228-2de432fd1fd7 req-ee1fb66e-5c2b-47a3-a9e9-4edef58b9cdb tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0588484 Apr 14 20:51:44.209239 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8b43e976-c593-4071-b265-9fecf4398d83 admin admin] Publish callbacks [] for security_group (28bf8d97-939c-44d1-90c9-2c0f5aa5d15e), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:44.286757 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-47335193-ce65-441d-9228-2de432fd1fd7 req-5923c9b2-a96a-4dbe-acad-3f3a893de876 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654244 Apr 14 20:51:44.347953 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8b43e976-c593-4071-b265-9fecf4398d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (28bf8d97-939c-44d1-90c9-2c0f5aa5d15e), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:44.350541 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8b43e976-c593-4071-b265-9fecf4398d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:44.351887 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-8b43e976-c593-4071-b265-9fecf4398d83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28bf8d97-939c-44d1-90c9-2c0f5aa5d15e HTTP/1.1" status: 204 len: 168 time: 0.2364743 Apr 14 20:51:44.362078 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43e976-c593-4071-b265-9fecf4398d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bf8d97-939c-44d1-90c9-2c0f5aa5d15e,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:44.765635 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:45.456114 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26320db3-7720-4da8-a61e-1c62007bf0bf req-d0959d3c-03d3-4a4f-a6cc-090bcb2c814b tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:45.457687 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-26320db3-7720-4da8-a61e-1c62007bf0bf req-d0959d3c-03d3-4a4f-a6cc-090bcb2c814b tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0602298 Apr 14 20:51:45.518906 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-26320db3-7720-4da8-a61e-1c62007bf0bf req-f0410bf6-58a4-4ae4-8588-2d825982ed6d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525107 Apr 14 20:51:46.655916 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e9314-dab6-4918-9951-6f5fb009da37 req-a60d8278-16e9-49d7-b08f-8624c35eb235 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:46.659775 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1b5e9314-dab6-4918-9951-6f5fb009da37 req-a60d8278-16e9-49d7-b08f-8624c35eb235 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0560880 Apr 14 20:51:46.709665 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1b5e9314-dab6-4918-9951-6f5fb009da37 req-1eb297a9-25d0-484d-aac4-71858fe1a061 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431092 Apr 14 20:51:47.856819 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadbe21-5b71-44dc-be50-2fd3ae82b503 req-53afcb61-d28b-49fc-872d-57c7b516a531 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:47.858541 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dbadbe21-5b71-44dc-be50-2fd3ae82b503 req-53afcb61-d28b-49fc-872d-57c7b516a531 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0597146 Apr 14 20:51:47.907801 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-dbadbe21-5b71-44dc-be50-2fd3ae82b503 req-5be2247f-ed6a-4f68-b8d8-7ab81de49248 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434942 Apr 14 20:51:49.033719 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274a8e8-bbe9-4873-86f3-16bb828e8409 req-cd58152e-fa1b-452c-9e00-771a33dd32d0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:49.035180 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4274a8e8-bbe9-4873-86f3-16bb828e8409 req-cd58152e-fa1b-452c-9e00-771a33dd32d0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0516303 Apr 14 20:51:49.081092 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4274a8e8-bbe9-4873-86f3-16bb828e8409 req-db58b841-f0c6-4d85-9482-55a0183f510d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392559 Apr 14 20:51:50.198143 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c46a15-e000-4bf2-b3c6-c1e0122e46e2 req-f1ea2f1c-0846-4fda-87af-90790f578ac6 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:50.199597 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-36c46a15-e000-4bf2-b3c6-c1e0122e46e2 req-f1ea2f1c-0846-4fda-87af-90790f578ac6 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0474629 Apr 14 20:51:50.248879 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-36c46a15-e000-4bf2-b3c6-c1e0122e46e2 req-b39d3633-c482-4242-981c-fe6fe7202fc0 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438280 Apr 14 20:51:51.367516 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce58f8f-31e1-49aa-9a22-7f55d6abe240 req-438c36d9-8b81-4ae0-ab9d-30e48c0f1465 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:51.368993 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-bce58f8f-31e1-49aa-9a22-7f55d6abe240 req-438c36d9-8b81-4ae0-ab9d-30e48c0f1465 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 944 time: 0.0482013 Apr 14 20:51:51.415713 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-bce58f8f-31e1-49aa-9a22-7f55d6abe240 req-9c5ffc42-5912-4c51-a0e7-a333c9f666de tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408657 Apr 14 20:51:51.697072 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 26d33623-d257-4134-8ebc-78dab189dcd0 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:51:51.802639 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 26d33623-d257-4134-8ebc-78dab189dcd0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=26d33623-d257-4134-8ebc-78dab189dcd0,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:51:51.814268 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '26d33623-d257-4134-8ebc-78dab189dcd0', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'port_id': '26d33623-d257-4134-8ebc-78dab189dcd0', 'mac_address': 'fa:16:3e:b8:35:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:51:51.852378 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 26d33623-d257-4134-8ebc-78dab189dcd0 is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:51:51.852773 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:51.866892 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d33623-d257-4134-8ebc-78dab189dcd0 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:51:51.893710 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 26d33623-d257-4134-8ebc-78dab189dcd0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=26d33623-d257-4134-8ebc-78dab189dcd0,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:51:51.953869 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:52.004293 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=26d33623-d257-4134-8ebc-78dab189dcd0,revision_number=9']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:52.214835 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['26d33623-d257-4134-8ebc-78dab189dcd0'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:51:52.506350 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645870b-35fb-41a0-8527-bed8a62b002a req-7c65f833-c7fd-41b1-bf8f-38b22368e167 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:52.506350 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2645870b-35fb-41a0-8527-bed8a62b002a req-7c65f833-c7fd-41b1-bf8f-38b22368e167 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 945 time: 0.0492325 Apr 14 20:51:52.544023 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67d650-08ca-4cad-b590-267a2b791655 req-e5e10899-ca5a-43e4-83e9-724978bc06fe tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:52.545533 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-af67d650-08ca-4cad-b590-267a2b791655 req-e5e10899-ca5a-43e4-83e9-724978bc06fe tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 945 time: 0.0521612 Apr 14 20:51:52.556192 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2645870b-35fb-41a0-8527-bed8a62b002a req-8d338cc5-2dc8-4e6c-9bff-b481f05d77e8 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0c8c9d-e120-46a0-ae18-c16c85353712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474582 Apr 14 20:51:52.599641 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-af67d650-08ca-4cad-b590-267a2b791655 req-2e58dbc8-0346-4108-8641-d72904012caa tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484076 Apr 14 20:51:52.862079 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0d26424e-2743-49b8-bfd4-e08f196c5cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:53.683865 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347618a4-cbbc-4b04-90e3-d0335949d709 req-fe62ea88-7a2e-448b-b226-479525fb0583 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:53.685609 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-347618a4-cbbc-4b04-90e3-d0335949d709 req-fe62ea88-7a2e-448b-b226-479525fb0583 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 945 time: 0.0581012 Apr 14 20:51:53.691487 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 26d33623-d257-4134-8ebc-78dab189dcd0 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:51:53.733422 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be91c5c-0274-4237-b77f-2fb7374fece5 req-b50f9bbd-9f3c-409b-a397-9551897d4dd1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:53.734962 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1be91c5c-0274-4237-b77f-2fb7374fece5 req-b50f9bbd-9f3c-409b-a397-9551897d4dd1 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 945 time: 0.0523615 Apr 14 20:51:53.744109 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 26d33623-d257-4134-8ebc-78dab189dcd0 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:51:53.744329 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-347618a4-cbbc-4b04-90e3-d0335949d709 req-b1bc80ff-9d2b-4af2-b991-3e4eecfe79b4 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0c8c9d-e120-46a0-ae18-c16c85353712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518436 Apr 14 20:51:53.744988 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:53.788080 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1be91c5c-0274-4237-b77f-2fb7374fece5 req-7438135d-062e-412e-a092-048d3aa2cb9d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472586 Apr 14 20:51:53.835482 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 26d33623-d257-4134-8ebc-78dab189dcd0 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:51:53.835853 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:53.860729 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d33623-d257-4134-8ebc-78dab189dcd0'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:51:53.899513 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccee2ef-a9a7-435c-b3c0-275354782f7c" -d '{"events": [{"server_uuid": "35407a99-656a-44a6-b944-d9ad5c1d0a59", "name": "network-vif-plugged", "status": "completed", "tag": "26d33623-d257-4134-8ebc-78dab189dcd0"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:51:53.899513 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 26d33623-d257-4134-8ebc-78dab189dcd0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=26d33623-d257-4134-8ebc-78dab189dcd0,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:51:53.900663 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f44b99-4c83-43d7-bc1f-49bee4114ff2 x-openstack-request-id: req-e7f44b99-4c83-43d7-bc1f-49bee4114ff2 {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:51:53.900663 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35407a99-656a-44a6-b944-d9ad5c1d0a59", "name": "network-vif-plugged", "status": "completed", "tag": "26d33623-d257-4134-8ebc-78dab189dcd0", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:51:53.900663 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7f44b99-4c83-43d7-bc1f-49bee4114ff2 {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:51:53.901109 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f44b99-4c83-43d7-bc1f-49bee4114ff2'] response: {'server_uuid': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d33623-d257-4134-8ebc-78dab189dcd0', 'code': 200} Apr 14 20:51:54.288923 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:54.344676 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=26d33623-d257-4134-8ebc-78dab189dcd0,revision_number=10']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:54.471660 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22140e-a1cd-4575-8cf2-1d40ccbc2816 req-60c1ebbd-23d8-4204-86a5-13b77015e7eb tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:54.473288 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2b22140e-a1cd-4575-8cf2-1d40ccbc2816 req-60c1ebbd-23d8-4204-86a5-13b77015e7eb tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.16 "GET /v2.0/ports?device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 945 time: 0.0485110 Apr 14 20:51:54.528123 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefe83d-91ae-44d2-be0a-bda47978d873 req-d0b87e29-bd28-43ff-9454-b557aeab77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:54.529639 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-dbefe83d-91ae-44d2-be0a-bda47978d873 req-d0b87e29-bd28-43ff-9454-b557aeab77bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 1131 time: 0.0445795 Apr 14 20:51:54.577331 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-dbefe83d-91ae-44d2-be0a-bda47978d873 req-dec48ea8-d2e8-444b-b5cb-2c9cb4d6f1a8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407484 Apr 14 20:51:54.579555 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-2b22140e-a1cd-4575-8cf2-1d40ccbc2816 req-00a1e6b3-d09b-4629-b56e-cf510bff9b02 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Deleting port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:51:54.579899 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-2b22140e-a1cd-4575-8cf2-1d40ccbc2816 req-00a1e6b3-d09b-4629-b56e-cf510bff9b02 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (20a0abaa-3cc4-4369-bbea-f8e3140d23b5), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:54.667757 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-2b22140e-a1cd-4575-8cf2-1d40ccbc2816 req-00a1e6b3-d09b-4629-b56e-cf510bff9b02 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] For port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=20a0abaa-3cc4-4369-bbea-f8e3140d23b5,segment=NetworkSegment(a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e),segment_id=a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:51:54.668131 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-2b22140e-a1cd-4575-8cf2-1d40ccbc2816 req-00a1e6b3-d09b-4629-b56e-cf510bff9b02 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (20a0abaa-3cc4-4369-bbea-f8e3140d23b5), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:54.869317 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-2b22140e-a1cd-4575-8cf2-1d40ccbc2816 req-00a1e6b3-d09b-4629-b56e-cf510bff9b02 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:54.870041 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-2b22140e-a1cd-4575-8cf2-1d40ccbc2816 req-00a1e6b3-d09b-4629-b56e-cf510bff9b02 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (3f16fca1-2f57-4c48-9f3c-57d8d960c47f), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:54.870041 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.l3_db [req-2b22140e-a1cd-4575-8cf2-1d40ccbc2816 req-00a1e6b3-d09b-4629-b56e-cf510bff9b02 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Floating IP 3f16fca1-2f57-4c48-9f3c-57d8d960c47f disassociated. External IP: 172.27.1.222, port: 20a0abaa-3cc4-4369-bbea-f8e3140d23b5. Apr 14 20:51:54.870412 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-2b22140e-a1cd-4575-8cf2-1d40ccbc2816 req-00a1e6b3-d09b-4629-b56e-cf510bff9b02 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Calling delete_port for 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 owned by compute:nova {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:51:54.892713 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adf369-d8de-4512-b030-c9f65ae38ccb req-2519687b-b252-4965-a6b2-06de4e888973 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:54.894206 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d6adf369-d8de-4512-b030-c9f65ae38ccb req-2519687b-b252-4965-a6b2-06de4e888973 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 945 time: 0.0659685 Apr 14 20:51:54.928252 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6408225-2854-421d-bfa8-29102afac449 req-b6442dc2-7568-46a6-81cb-2a555ff1039d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:54.929789 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a6408225-2854-421d-bfa8-29102afac449 req-b6442dc2-7568-46a6-81cb-2a555ff1039d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 947 time: 0.0515404 Apr 14 20:51:54.982064 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a6408225-2854-421d-bfa8-29102afac449 req-e813f82c-6c18-444a-8aff-724d77f11bca tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438879 Apr 14 20:51:54.991790 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d6adf369-d8de-4512-b030-c9f65ae38ccb req-09691635-0748-4c59-870f-fe1e0ed43ad5 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0c8c9d-e120-46a0-ae18-c16c85353712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671344 Apr 14 20:51:55.019384 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c96495b1-8b3d-4a37-a3a2-2e82b1cfbe89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:55.116482 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-2b22140e-a1cd-4575-8cf2-1d40ccbc2816 req-00a1e6b3-d09b-4629-b56e-cf510bff9b02 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (20a0abaa-3cc4-4369-bbea-f8e3140d23b5), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:55.145770 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1e6b3-d09b-4629-b56e-cf510bff9b02 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Pushing event deleted for resources: {'Port': ['ID=20a0abaa-3cc4-4369-bbea-f8e3140d23b5,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:55.263256 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b22140e-a1cd-4575-8cf2-1d40ccbc2816 req-00a1e6b3-d09b-4629-b56e-cf510bff9b02 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:51:55.381509 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b22140e-a1cd-4575-8cf2-1d40ccbc2816 req-00a1e6b3-d09b-4629-b56e-cf510bff9b02 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:51:55.394236 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da77d231-dad7-4b3d-9a3e-2c42334115cc None None] Sync routers for ids ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:51:55.404852 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da77d231-dad7-4b3d-9a3e-2c42334115cc None None] Routers {'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:51:55.405762 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-da77d231-dad7-4b3d-9a3e-2c42334115cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:51:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:55.425403 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b22140e-a1cd-4575-8cf2-1d40ccbc2816 req-00a1e6b3-d09b-4629-b56e-cf510bff9b02 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] No DVR routers for this DVR port 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 on host hv-cinder-83754 {{(pid=110412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:51:55.428481 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-2b22140e-a1cd-4575-8cf2-1d40ccbc2816 req-00a1e6b3-d09b-4629-b56e-cf510bff9b02 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:55.432252 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2b22140e-a1cd-4575-8cf2-1d40ccbc2816 req-00a1e6b3-d09b-4629-b56e-cf510bff9b02 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.16 "DELETE /v2.0/ports/20a0abaa-3cc4-4369-bbea-f8e3140d23b5 HTTP/1.1" status: 204 len: 173 time: 0.9476225 Apr 14 20:51:55.433517 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fa8982-15b8-41f3-847d-44fd74551afa', 'name': 'network-vif-deleted', 'tag': '20a0abaa-3cc4-4369-bbea-f8e3140d23b5'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:51:55.435989 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ab5aef-481a-4282-bbc6-26ddebc4b4eb" -d '{"events": [{"server_uuid": "36fa8982-15b8-41f3-847d-44fd74551afa", "name": "network-vif-deleted", "tag": "20a0abaa-3cc4-4369-bbea-f8e3140d23b5"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:51:55.474819 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7014ade7-bed1-48ab-ac4f-0862bba649e3 x-openstack-request-id: req-7014ade7-bed1-48ab-ac4f-0862bba649e3 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:51:55.475272 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fa8982-15b8-41f3-847d-44fd74551afa", "name": "network-vif-deleted", "tag": "20a0abaa-3cc4-4369-bbea-f8e3140d23b5", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:51:55.475595 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7014ade7-bed1-48ab-ac4f-0862bba649e3 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:51:55.476063 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7014ade7-bed1-48ab-ac4f-0862bba649e3'] response: {'server_uuid': '36fa8982-15b8-41f3-847d-44fd74551afa', 'name': 'network-vif-deleted', 'tag': '20a0abaa-3cc4-4369-bbea-f8e3140d23b5', 'status': 'completed', 'code': 200} Apr 14 20:51:55.566764 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-da77d231-dad7-4b3d-9a3e-2c42334115cc None None] Set router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:51:55.800848 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-da77d231-dad7-4b3d-9a3e-2c42334115cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:31Z', 'revision_number': 4, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'c4212cdb-0089-41c5-98f8-5ab1733e751b', 'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'mac_address': 'fa:16:3e:8d:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e65d667f-64ee-4065-b3c5-818560099347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:29Z', 'updated_at': '2022-04-14T20:45:42Z', 'revision_number': 5, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'subnets': [{'id': 'e65d667f-64ee-4065-b3c5-818560099347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:55.915341 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da77d231-dad7-4b3d-9a3e-2c42334115cc None None] Checking router: cd38b8c1-64f0-4d4a-a390-3781c7c3f27b for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:51:55.924492 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da77d231-dad7-4b3d-9a3e-2c42334115cc None None] Routers {'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:51:55.925073 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-da77d231-dad7-4b3d-9a3e-2c42334115cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:51:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:56.031741 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-da77d231-dad7-4b3d-9a3e-2c42334115cc None None] Set router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:51:56.118239 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7900508-90d9-4df7-96c5-0a1c6ee9d804 req-8235773d-74a5-4e99-933d-99bbf8654661 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:56.121970 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ca2e9996-f698-48aa-85d1-9de6dd236799 req-4d3518ae-6511-43d3-808f-446385d454b0 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/ports?device_id=36fa8982-15b8-41f3-847d-44fd74551afa HTTP/1.1" status: 200 len: 210 time: 0.0336540 Apr 14 20:51:56.126227 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c7900508-90d9-4df7-96c5-0a1c6ee9d804 req-8235773d-74a5-4e99-933d-99bbf8654661 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 947 time: 0.0595975 Apr 14 20:51:56.172152 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c7900508-90d9-4df7-96c5-0a1c6ee9d804 req-4ce2a6df-063c-425b-8758-56b80b2f56ee tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446768 Apr 14 20:51:56.233865 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-da77d231-dad7-4b3d-9a3e-2c42334115cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:31Z', 'revision_number': 4, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'c4212cdb-0089-41c5-98f8-5ab1733e751b', 'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'mac_address': 'fa:16:3e:8d:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e65d667f-64ee-4065-b3c5-818560099347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:29Z', 'updated_at': '2022-04-14T20:45:42Z', 'revision_number': 5, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'subnets': [{'id': 'e65d667f-64ee-4065-b3c5-818560099347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:56.264739 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da77d231-dad7-4b3d-9a3e-2c42334115cc None None] The sync data for ids ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'] in dv-cinder-837540-3-iscsi is: [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:31Z', 'revision_number': 4, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'c4212cdb-0089-41c5-98f8-5ab1733e751b', 'name': '', 'network_id': '895cc4d8-73f8-4860-a3ab-edffb1416f1b', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'mac_address': 'fa:16:3e:8d:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e65d667f-64ee-4065-b3c5-818560099347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:29Z', 'updated_at': '2022-04-14T20:45:42Z', 'revision_number': 5, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'subnets': [{'id': 'e65d667f-64ee-4065-b3c5-818560099347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:51:56.399206 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:56.533037 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41490e8e-c604-48af-ba59-87287922a5a2 None None] New status for floating IP 3f16fca1-2f57-4c48-9f3c-57d8d960c47f: DOWN {{(pid=110413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:51:57.284974 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 48536) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:57.289012 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ba6bb-8206-40c7-9bb3-2705a919fc68 req-f8f8cdad-4681-433d-855c-bebe6e1bfe52 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:57.290530 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9a4ba6bb-8206-40c7-9bb3-2705a919fc68 req-f8f8cdad-4681-433d-855c-bebe6e1bfe52 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 947 time: 0.0479300 Apr 14 20:51:57.341387 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5b8cd985-9060-46dc-89fd-bf14f6b5041e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group (5b0c8c9d-e120-46a0-ae18-c16c85353712), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:57.342045 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9a4ba6bb-8206-40c7-9bb3-2705a919fc68 req-43f3c962-6e90-44f0-8c58-dbf538e730f7 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446670 Apr 14 20:51:57.383923 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5b8cd985-9060-46dc-89fd-bf14f6b5041e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group (5b0c8c9d-e120-46a0-ae18-c16c85353712), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:57.496591 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5b8cd985-9060-46dc-89fd-bf14f6b5041e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (5b0c8c9d-e120-46a0-ae18-c16c85353712), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:57.499255 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5b8cd985-9060-46dc-89fd-bf14f6b5041e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:57.500446 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-5b8cd985-9060-46dc-89fd-bf14f6b5041e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "DELETE /v2.0/security-groups/5b0c8c9d-e120-46a0-ae18-c16c85353712 HTTP/1.1" status: 204 len: 168 time: 0.2144156 Apr 14 20:51:57.503269 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 48542) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:57.510227 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cd985-9060-46dc-89fd-bf14f6b5041e tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0c8c9d-e120-46a0-ae18-c16c85353712,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:57.522930 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.api.v2.resource [None req-8d821557-4658-4702-bb45-58af596a9f88 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] show failed (client error): The resource could not be found. Apr 14 20:51:57.524402 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-8d821557-4658-4702-bb45-58af596a9f88 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "GET /v2.0/security-groups/5b0c8c9d-e120-46a0-ae18-c16c85353712 HTTP/1.1" status: 404 len: 347 time: 0.0198214 Apr 14 20:51:57.528031 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 48544) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:57.654207 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-3bafba94-0d3b-4fff-a7d2-92a9125e8796 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Deleting port 02d4d992-f5f7-431f-b0f9-c728bc53969f {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:51:57.654555 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3bafba94-0d3b-4fff-a7d2-92a9125e8796 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (02d4d992-f5f7-431f-b0f9-c728bc53969f), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:57.731354 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:57.742618 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3bafba94-0d3b-4fff-a7d2-92a9125e8796 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (02d4d992-f5f7-431f-b0f9-c728bc53969f), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:57.742944 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3bafba94-0d3b-4fff-a7d2-92a9125e8796 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for floatingip (02d4d992-f5f7-431f-b0f9-c728bc53969f), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:57.755411 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-3bafba94-0d3b-4fff-a7d2-92a9125e8796 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Calling delete_port for 02d4d992-f5f7-431f-b0f9-c728bc53969f owned by network:floatingip {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:51:57.965067 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3bafba94-0d3b-4fff-a7d2-92a9125e8796 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (02d4d992-f5f7-431f-b0f9-c728bc53969f), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:57.998607 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafba94-0d3b-4fff-a7d2-92a9125e8796 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Pushing event deleted for resources: {'Port': ['ID=02d4d992-f5f7-431f-b0f9-c728bc53969f,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:58.056659 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3bafba94-0d3b-4fff-a7d2-92a9125e8796 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks [] for floatingip (3f16fca1-2f57-4c48-9f3c-57d8d960c47f), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:58.060795 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3bafba94-0d3b-4fff-a7d2-92a9125e8796 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:58.062031 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-3bafba94-0d3b-4fff-a7d2-92a9125e8796 tempest-AttachVolumeTestJSON-700953453 tempest-AttachVolumeTestJSON-700953453-project] 10.222.0.15 "DELETE /v2.0/floatingips/3f16fca1-2f57-4c48-9f3c-57d8d960c47f HTTP/1.1" status: 204 len: 168 time: 0.5322106 Apr 14 20:51:58.467473 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f477bc-ee24-496a-9d3f-b7bf4da66d25 req-3bcaa589-a939-4f56-a032-6d09dcf05b6a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:58.469229 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-50f477bc-ee24-496a-9d3f-b7bf4da66d25 req-3bcaa589-a939-4f56-a032-6d09dcf05b6a tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 947 time: 0.0536985 Apr 14 20:51:58.518595 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-50f477bc-ee24-496a-9d3f-b7bf4da66d25 req-f97e0879-80d4-4d69-bb28-7aef2225a589 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437186 Apr 14 20:51:59.373888 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:59.698675 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:51:59.733901 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:51:59.734555 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 20a0abaa-3cc4-4369-bbea-f8e3140d23b5 not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:02.024194 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 48614) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:02.499104 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1d72ad47-b193-4f63-9129-eab5a8fdc528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643990'] for router_interface (cd38b8c1-64f0-4d4a-a390-3781c7c3f27b), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:02.973667 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-1d72ad47-b193-4f63-9129-eab5a8fdc528 admin admin] Deleting port c4212cdb-0089-41c5-98f8-5ab1733e751b {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:02.973930 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1d72ad47-b193-4f63-9129-eab5a8fdc528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:03.053538 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-1d72ad47-b193-4f63-9129-eab5a8fdc528 admin admin] For port c4212cdb-0089-41c5-98f8-5ab1733e751b, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=c4212cdb-0089-41c5-98f8-5ab1733e751b,segment=NetworkSegment(a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e),segment_id=a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:03.054227 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1d72ad47-b193-4f63-9129-eab5a8fdc528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:03.066661 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-1d72ad47-b193-4f63-9129-eab5a8fdc528 admin admin] Calling delete_port for c4212cdb-0089-41c5-98f8-5ab1733e751b owned by network:router_interface {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:03.302034 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1d72ad47-b193-4f63-9129-eab5a8fdc528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (c4212cdb-0089-41c5-98f8-5ab1733e751b), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:03.332162 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72ad47-b193-4f63-9129-eab5a8fdc528 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4212cdb-0089-41c5-98f8-5ab1733e751b,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:03.514502 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1d72ad47-b193-4f63-9129-eab5a8fdc528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643850'] for router_interface (cd38b8c1-64f0-4d4a-a390-3781c7c3f27b), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:03.744328 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d72ad47-b193-4f63-9129-eab5a8fdc528 admin admin] Router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:52:03.854032 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d72ad47-b193-4f63-9129-eab5a8fdc528 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:52:03.860831 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-1d72ad47-b193-4f63-9129-eab5a8fdc528 admin admin] 10.222.0.15 "PUT /v2.0/routers/cd38b8c1-64f0-4d4a-a390-3781c7c3f27b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8348503 Apr 14 20:52:03.862883 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 48646) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:03.863981 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefedc84-f56f-49be-81b5-ea05708dcd3f None None] Sync routers for ids ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:52:03.875809 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefedc84-f56f-49be-81b5-ea05708dcd3f None None] Routers {'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:03.879410 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-eefedc84-f56f-49be-81b5-ea05708dcd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:51:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:03.976754 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2c941be9-2679-4899-aae8-2d97082a00cc admin admin] Publish callbacks [] for router (cd38b8c1-64f0-4d4a-a390-3781c7c3f27b), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:03.987919 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-eefedc84-f56f-49be-81b5-ea05708dcd3f None None] Set router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:04.081368 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2c941be9-2679-4899-aae8-2d97082a00cc admin admin] Publish callbacks [] for router_gateway (cd38b8c1-64f0-4d4a-a390-3781c7c3f27b), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:04.155977 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-eefedc84-f56f-49be-81b5-ea05708dcd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:52:03Z', 'revision_number': 5, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port': {'id': 'c302a24f-6612-4c8a-95da-21436b20931a', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:04.186917 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefedc84-f56f-49be-81b5-ea05708dcd3f None None] Checking router: cd38b8c1-64f0-4d4a-a390-3781c7c3f27b for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:52:04.192907 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-2c941be9-2679-4899-aae8-2d97082a00cc admin admin] Deleting port c302a24f-6612-4c8a-95da-21436b20931a {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:04.193285 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2c941be9-2679-4899-aae8-2d97082a00cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (c302a24f-6612-4c8a-95da-21436b20931a), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:04.195020 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefedc84-f56f-49be-81b5-ea05708dcd3f None None] Routers {'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:04.195619 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-eefedc84-f56f-49be-81b5-ea05708dcd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:51:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:04.274953 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-2c941be9-2679-4899-aae8-2d97082a00cc admin admin] For port c302a24f-6612-4c8a-95da-21436b20931a, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=c302a24f-6612-4c8a-95da-21436b20931a,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:04.275331 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2c941be9-2679-4899-aae8-2d97082a00cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (c302a24f-6612-4c8a-95da-21436b20931a), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:04.289062 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-eefedc84-f56f-49be-81b5-ea05708dcd3f None None] Set router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b gateway port host: None {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:04.289261 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-2c941be9-2679-4899-aae8-2d97082a00cc admin admin] Calling delete_port for c302a24f-6612-4c8a-95da-21436b20931a owned by network:router_gateway {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:04.340965 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-eefedc84-f56f-49be-81b5-ea05708dcd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:52:04Z', 'revision_number': 6, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port_host': None}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:04.371570 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefedc84-f56f-49be-81b5-ea05708dcd3f None None] The sync data for ids ['cd38b8c1-64f0-4d4a-a390-3781c7c3f27b'] in dv-cinder-837540-3-iscsi is: [{'id': 'cd38b8c1-64f0-4d4a-a390-3781c7c3f27b', 'name': 'tempest-AttachVolumeTestJSON-403741539-router', 'tenant_id': 'b612332084cd4380b1d84dc66b66d53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:52:04Z', 'revision_number': 6, 'project_id': 'b612332084cd4380b1d84dc66b66d53d', 'gw_port_host': None}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:52:04.536556 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2c941be9-2679-4899-aae8-2d97082a00cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (c302a24f-6612-4c8a-95da-21436b20931a), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:04.561954 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c941be9-2679-4899-aae8-2d97082a00cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c302a24f-6612-4c8a-95da-21436b20931a,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:04.625953 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2c941be9-2679-4899-aae8-2d97082a00cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644524'] for router_gateway (cd38b8c1-64f0-4d4a-a390-3781c7c3f27b), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:04.722061 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2c941be9-2679-4899-aae8-2d97082a00cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25830'] for router (cd38b8c1-64f0-4d4a-a390-3781c7c3f27b), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:04.724295 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2c941be9-2679-4899-aae8-2d97082a00cc admin admin] Publish callbacks [] for router_controller (cd38b8c1-64f0-4d4a-a390-3781c7c3f27b), precommit_delete_associations {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:04.861883 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2c941be9-2679-4899-aae8-2d97082a00cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1645577'] for router (cd38b8c1-64f0-4d4a-a390-3781c7c3f27b), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:04.862454 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c941be9-2679-4899-aae8-2d97082a00cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd38b8c1-64f0-4d4a-a390-3781c7c3f27b {{(pid=110412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:52:04.867633 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2c941be9-2679-4899-aae8-2d97082a00cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:04.868797 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-2c941be9-2679-4899-aae8-2d97082a00cc admin admin] 10.222.0.15 "DELETE /v2.0/routers/cd38b8c1-64f0-4d4a-a390-3781c7c3f27b HTTP/1.1" status: 204 len: 168 time: 1.0049214 Apr 14 20:52:04.871214 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 48652) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:04.916384 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fc358a-452a-430b-ae7c-d16ba6753afa admin admin] Deleting subnet e65d667f-64ee-4065-b3c5-818560099347 {{(pid=110412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:52:04.919642 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-c5fc358a-452a-430b-ae7c-d16ba6753afa admin admin] Publish callbacks [] for subnet (e65d667f-64ee-4065-b3c5-818560099347), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:04.954798 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-c5fc358a-452a-430b-ae7c-d16ba6753afa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5090913'] for subnet (e65d667f-64ee-4065-b3c5-818560099347), precommit_delete_associations {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:05.038471 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-c5fc358a-452a-430b-ae7c-d16ba6753afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041744'] for subnet (e65d667f-64ee-4065-b3c5-818560099347), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:05.166580 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device c4212cdb-0089-41c5-98f8-5ab1733e751b no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:52:05.188245 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: c4212cdb-0089-41c5-98f8-5ab1733e751b {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:52:05.188592 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device c4212cdb-0089-41c5-98f8-5ab1733e751b not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:05.208351 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-c5fc358a-452a-430b-ae7c-d16ba6753afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7773928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309105'] for subnet (e65d667f-64ee-4065-b3c5-818560099347), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:05.233349 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc358a-452a-430b-ae7c-d16ba6753afa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e65d667f-64ee-4065-b3c5-818560099347,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:05.240822 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-c5fc358a-452a-430b-ae7c-d16ba6753afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:05.244740 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-c5fc358a-452a-430b-ae7c-d16ba6753afa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e65d667f-64ee-4065-b3c5-818560099347 HTTP/1.1" status: 204 len: 168 time: 0.3725834 Apr 14 20:52:05.247507 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded1d24b-288b-40a4-bc35-d127b8412b84 None None] Network 895cc4d8-73f8-4860-a3ab-edffb1416f1b requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:52:05.247765 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 48660) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:05.326796 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558881'] for network (895cc4d8-73f8-4860-a3ab-edffb1416f1b), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:05.378796 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Deleting port b859f51f-d938-4603-baf1-d3cc4252294c {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:05.380181 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (b859f51f-d938-4603-baf1-d3cc4252294c), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:05.418341 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f719a67e-3680-4944-b417-ee05d5e671e1 None None] DHCP port deletion for 895cc4d8-73f8-4860-a3ab-edffb1416f1b request from dv-cinder-837540-3-iscsi {{(pid=110413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:52:05.459544 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-f719a67e-3680-4944-b417-ee05d5e671e1 None None] Deleting port b859f51f-d938-4603-baf1-d3cc4252294c {{(pid=110413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:05.459837 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f719a67e-3680-4944-b417-ee05d5e671e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (b859f51f-d938-4603-baf1-d3cc4252294c), before_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:05.466236 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] For port b859f51f-d938-4603-baf1-d3cc4252294c, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=b859f51f-d938-4603-baf1-d3cc4252294c,segment=NetworkSegment(a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e),segment_id=a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:05.466634 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (b859f51f-d938-4603-baf1-d3cc4252294c), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:05.481482 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Calling delete_port for b859f51f-d938-4603-baf1-d3cc4252294c owned by network:dhcp {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:05.528164 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-f719a67e-3680-4944-b417-ee05d5e671e1 None None] For port b859f51f-d938-4603-baf1-d3cc4252294c, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=b859f51f-d938-4603-baf1-d3cc4252294c,segment=NetworkSegment(a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e),segment_id=a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:05.528572 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f719a67e-3680-4944-b417-ee05d5e671e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (b859f51f-d938-4603-baf1-d3cc4252294c), precommit_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:05.541524 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-f719a67e-3680-4944-b417-ee05d5e671e1 None None] Calling delete_port for b859f51f-d938-4603-baf1-d3cc4252294c owned by network:dhcp {{(pid=110413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:05.616385 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999'] for port (b859f51f-d938-4603-baf1-d3cc4252294c), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:05.622206 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f719a67e-3680-4944-b417-ee05d5e671e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999'] for port (b859f51f-d938-4603-baf1-d3cc4252294c), after_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:05.647033 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=b859f51f-d938-4603-baf1-d3cc4252294c,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:05.650490 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719a67e-3680-4944-b417-ee05d5e671e1 None None] Pushing event deleted for resources: {'Port': ['ID=b859f51f-d938-4603-baf1-d3cc4252294c,revision_number=None']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:05.651423 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] No DVR routers for this DVR port b859f51f-d938-4603-baf1-d3cc4252294c on host dv-cinder-837540-3-iscsi {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:52:05.652652 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f719a67e-3680-4944-b417-ee05d5e671e1 None None] No DVR routers for this DVR port b859f51f-d938-4603-baf1-d3cc4252294c on host dv-cinder-837540-3-iscsi {{(pid=110413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:52:05.662354 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:05.662691 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:05.663040 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:05.663495 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:05.663847 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:05.664377 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:05.664717 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:05.665081 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:05.665444 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:05.665779 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:05.666114 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:05.666446 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:05.666775 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:05.667102 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:05.667430 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:05.737872 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044203', 'neutron.services.segments.db._delete_segments_for_network-8766881083832'] for network (895cc4d8-73f8-4860-a3ab-edffb1416f1b), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:05.758334 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:52:05.758669 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:52:05.759425 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:52:05.759781 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Subscribe: > port after_create 55550000 {{(pid=110411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:52:05.760148 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Subscribe: > port after_delete 55550000 {{(pid=110411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:52:05.760502 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Subscribe: > port after_update 55550000 {{(pid=110411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:52:05.760858 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:52:05.761200 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:52:05.761523 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:52:05.761862 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:52:05.835344 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:52:05.835725 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:52:05.836070 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:52:05.836409 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:52:05.836762 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.services.segments.db [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895cc4d8-73f8-4860-a3ab-edffb1416f1b']}} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:05.859493 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.services.segments.db [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e') {'for_net_delete': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:05.859793 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.services.segments.db [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e') {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:05.875471 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766880940993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5930743'] for segment (a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:05.896130 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:05.904941 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=110411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:52:05.905373 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4848575'] for segment (a0f3206d-29e7-4c5d-ad96-e3ef55e0d52e), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: from cryptography.utils import int_from_bytes Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: from cryptography.utils import int_from_bytes Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: Traceback (most recent call last): Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: timer() Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: cb(*args, **kw) Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: return func(*args, **kwargs) Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: self._notify() Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: self.callback(batched_events) Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: event.method(event) Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: return f(self, *a, **k) Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: return self._get(url).json() Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: return self.request(url, 'GET', **kwargs) Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:52:05.909434 dv-cinder-837540-3-iscsi neutron-server[110411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:52:06.030949 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644488'] for network (895cc4d8-73f8-4860-a3ab-edffb1416f1b), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:06.047700 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:06.052966 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] 10.222.0.15 "DELETE /v2.0/networks/895cc4d8-73f8-4860-a3ab-edffb1416f1b HTTP/1.1" status: 204 len: 168 time: 0.8012466 Apr 14 20:52:06.052966 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09e503-9457-4bf1-9d33-d33f1cf02e1d admin admin] Pushing event deleted for resources: {'Network': ['ID=895cc4d8-73f8-4860-a3ab-edffb1416f1b,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:06.361798 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 48678) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:06.403907 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-07eadc2d-048a-4777-bcfb-f9dd3d5f99d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b612332084cd4380b1d84dc66b66d53d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406110 Apr 14 20:52:06.406456 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 48682) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:06.460679 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b6f83001-87d6-41f0-b0fc-eee1957da6bd admin admin] Publish callbacks [] for security_group (6dc3d578-3894-4edf-93c5-edbe894ca709), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:06.482648 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b6f83001-87d6-41f0-b0fc-eee1957da6bd admin admin] Publish callbacks [] for security_group (6dc3d578-3894-4edf-93c5-edbe894ca709), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:06.588065 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b6f83001-87d6-41f0-b0fc-eee1957da6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (6dc3d578-3894-4edf-93c5-edbe894ca709), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:06.590542 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b6f83001-87d6-41f0-b0fc-eee1957da6bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:06.594433 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-b6f83001-87d6-41f0-b0fc-eee1957da6bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6dc3d578-3894-4edf-93c5-edbe894ca709 HTTP/1.1" status: 204 len: 168 time: 0.1842942 Apr 14 20:52:06.599982 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f83001-87d6-41f0-b0fc-eee1957da6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc3d578-3894-4edf-93c5-edbe894ca709,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:06.712070 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device c302a24f-6612-4c8a-95da-21436b20931a no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:52:06.737101 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: c302a24f-6612-4c8a-95da-21436b20931a {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:52:06.737478 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device c302a24f-6612-4c8a-95da-21436b20931a not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:06.737981 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device b859f51f-d938-4603-baf1-d3cc4252294c no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:52:06.758323 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: b859f51f-d938-4603-baf1-d3cc4252294c {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:52:06.758673 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device b859f51f-d938-4603-baf1-d3cc4252294c not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:06.968484 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 48694) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:07.071082 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-71783f90-7f9a-4874-83dd-f9fc17d08d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:07.148649 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-71783f90-7f9a-4874-83dd-f9fc17d08d46 admin admin] Publish callbacks [] for security_group (56c29a10-ebcd-42b5-a02e-0d8275bf7f23), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:07.219492 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-71783f90-7f9a-4874-83dd-f9fc17d08d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (56c29a10-ebcd-42b5-a02e-0d8275bf7f23), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:07.264120 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-71783f90-7f9a-4874-83dd-f9fc17d08d46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58d8d333e9f24c7391556b5c0a567a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939308 Apr 14 20:52:07.265059 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71783f90-7f9a-4874-83dd-f9fc17d08d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c29a10-ebcd-42b5-a02e-0d8275bf7f23,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:07.267158 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 48706) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:07.318327 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5282cf05-1545-453f-893f-77d7487e1cdc admin admin] Publish callbacks [] for security_group (56c29a10-ebcd-42b5-a02e-0d8275bf7f23), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:07.339224 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5282cf05-1545-453f-893f-77d7487e1cdc admin admin] Publish callbacks [] for security_group (56c29a10-ebcd-42b5-a02e-0d8275bf7f23), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:07.433839 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5282cf05-1545-453f-893f-77d7487e1cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (56c29a10-ebcd-42b5-a02e-0d8275bf7f23), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:07.436476 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5282cf05-1545-453f-893f-77d7487e1cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:07.438965 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-5282cf05-1545-453f-893f-77d7487e1cdc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56c29a10-ebcd-42b5-a02e-0d8275bf7f23 HTTP/1.1" status: 204 len: 168 time: 0.1693206 Apr 14 20:52:07.445772 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282cf05-1545-453f-893f-77d7487e1cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c29a10-ebcd-42b5-a02e-0d8275bf7f23,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:08.073977 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 48724) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:08.087940 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-248f46d3-a2d4-4c74-885f-c6d42b64a00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:08.164639 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-248f46d3-a2d4-4c74-885f-c6d42b64a00c admin admin] Publish callbacks [] for security_group (08db8569-bf38-4853-9c69-4f57b0bebcda), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:08.227703 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-248f46d3-a2d4-4c74-885f-c6d42b64a00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (08db8569-bf38-4853-9c69-4f57b0bebcda), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:08.266639 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-248f46d3-a2d4-4c74-885f-c6d42b64a00c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a8e176c749c41d5b2ee8f4b587a3754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1915624 Apr 14 20:52:08.267603 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f46d3-a2d4-4c74-885f-c6d42b64a00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08db8569-bf38-4853-9c69-4f57b0bebcda,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:08.269536 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 48726) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:08.319082 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-aaab8a51-ee51-4afb-9894-611f90919c68 admin admin] Publish callbacks [] for security_group (08db8569-bf38-4853-9c69-4f57b0bebcda), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:08.341937 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-aaab8a51-ee51-4afb-9894-611f90919c68 admin admin] Publish callbacks [] for security_group (08db8569-bf38-4853-9c69-4f57b0bebcda), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:08.459478 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-aaab8a51-ee51-4afb-9894-611f90919c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (08db8569-bf38-4853-9c69-4f57b0bebcda), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:08.462673 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-aaab8a51-ee51-4afb-9894-611f90919c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:08.466170 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-aaab8a51-ee51-4afb-9894-611f90919c68 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08db8569-bf38-4853-9c69-4f57b0bebcda HTTP/1.1" status: 204 len: 168 time: 0.1926360 Apr 14 20:52:08.472713 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab8a51-ee51-4afb-9894-611f90919c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08db8569-bf38-4853-9c69-4f57b0bebcda,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:14.797130 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:18.042506 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:52:19.955542 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5022576b-88db-43bb-a435-49751b7d10e8 req-4ab8beeb-ce89-4a7a-9168-993b53b72b37 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384824 Apr 14 20:52:20.020104 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022576b-88db-43bb-a435-49751b7d10e8 req-4ea7e829-6d85-4763-a6d2-f27ef734fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:20.021705 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5022576b-88db-43bb-a435-49751b7d10e8 req-4ea7e829-6d85-4763-a6d2-f27ef734fd20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2082493328724c83b6ee97c6c6d7a788&device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 1131 time: 0.0427868 Apr 14 20:52:20.131686 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022576b-88db-43bb-a435-49751b7d10e8 req-762f0a77-9357-4b26-9e66-636d49d34f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:20.133162 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5022576b-88db-43bb-a435-49751b7d10e8 req-762f0a77-9357-4b26-9e66-636d49d34f5c service neutron] 10.222.0.16 "GET /v2.0/networks?id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c HTTP/1.1" status: 200 len: 918 time: 0.0907254 Apr 14 20:52:20.205534 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5022576b-88db-43bb-a435-49751b7d10e8 req-ffd56313-ccfe-4cfd-846f-c26c4345f2f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26d33623-d257-4134-8ebc-78dab189dcd0 HTTP/1.1" status: 200 len: 1002 time: 0.0642476 Apr 14 20:52:20.237476 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 48936) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:20.349542 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-96a62509-63a9-47b8-9d8e-12bc1e3feadb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:20.430735 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-96a62509-63a9-47b8-9d8e-12bc1e3feadb admin admin] Publish callbacks [] for security_group (0bd84710-1763-4d2c-b382-ced70ee53d6b), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:20.493925 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-96a62509-63a9-47b8-9d8e-12bc1e3feadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (0bd84710-1763-4d2c-b382-ced70ee53d6b), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:20.507066 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022576b-88db-43bb-a435-49751b7d10e8 req-2c9c54d2-6715-469b-a053-dff59d4257b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:20.508660 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5022576b-88db-43bb-a435-49751b7d10e8 req-2c9c54d2-6715-469b-a053-dff59d4257b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16b82aa4-c945-4e6e-b6e8-1226b1ad8852 HTTP/1.1" status: 200 len: 856 time: 0.2955947 Apr 14 20:52:20.532514 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-96a62509-63a9-47b8-9d8e-12bc1e3feadb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=354b978a5d8c40e28222671ef686fdc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947707 Apr 14 20:52:20.534668 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a62509-63a9-47b8-9d8e-12bc1e3feadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd84710-1763-4d2c-b382-ced70ee53d6b,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:20.536901 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 48940) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:20.554480 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022576b-88db-43bb-a435-49751b7d10e8 req-3232325e-0658-467f-97e1-2709aa5b101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:20.556004 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5022576b-88db-43bb-a435-49751b7d10e8 req-3232325e-0658-467f-97e1-2709aa5b101a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d8f2fc22-5798-4429-ba83-71f0fd04ef2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404484 Apr 14 20:52:20.583997 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-027609a6-be2b-4b27-b397-79b13bbe252b admin admin] Publish callbacks [] for security_group (0bd84710-1763-4d2c-b382-ced70ee53d6b), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:20.606052 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-027609a6-be2b-4b27-b397-79b13bbe252b admin admin] Publish callbacks [] for security_group (0bd84710-1763-4d2c-b382-ced70ee53d6b), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:20.649212 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5022576b-88db-43bb-a435-49751b7d10e8 req-3c04c5c9-98e4-4b4b-bfc7-20770277de87 service neutron] 10.222.0.16 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862358 Apr 14 20:52:20.727565 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-027609a6-be2b-4b27-b397-79b13bbe252b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (0bd84710-1763-4d2c-b382-ced70ee53d6b), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:20.730149 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-027609a6-be2b-4b27-b397-79b13bbe252b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:20.731531 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-027609a6-be2b-4b27-b397-79b13bbe252b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0bd84710-1763-4d2c-b382-ced70ee53d6b HTTP/1.1" status: 204 len: 168 time: 0.1934855 Apr 14 20:52:20.740745 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-5022576b-88db-43bb-a435-49751b7d10e8 req-640781ea-2ae0-40fa-aa9b-c2080e480ef2 service neutron] 10.222.0.16 "GET /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845633 Apr 14 20:52:20.740920 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027609a6-be2b-4b27-b397-79b13bbe252b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd84710-1763-4d2c-b382-ced70ee53d6b,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:22.853484 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-05370287-ba0f-4d8f-8142-9b2e256d91d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:25.016371 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-99681110-3673-4e22-b0f6-45943c7c63a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:26.395372 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:27.091506 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49086) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:27.192344 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fdfb5fb9-7946-44a1-93fe-37c53a861134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:27.264221 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fdfb5fb9-7946-44a1-93fe-37c53a861134 admin admin] Publish callbacks [] for security_group (e8673ebd-cf66-4fe2-ad31-a0090313ae3f), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:27.344458 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fdfb5fb9-7946-44a1-93fe-37c53a861134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (e8673ebd-cf66-4fe2-ad31-a0090313ae3f), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:27.382973 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-fdfb5fb9-7946-44a1-93fe-37c53a861134 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=525c9c6312804062811e62373f7e1f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899058 Apr 14 20:52:27.383878 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb5fb9-7946-44a1-93fe-37c53a861134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8673ebd-cf66-4fe2-ad31-a0090313ae3f,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:27.385628 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49090) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:27.437397 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-22251791-ca94-42f8-9e3b-cec4ae51ee84 admin admin] Publish callbacks [] for security_group (e8673ebd-cf66-4fe2-ad31-a0090313ae3f), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:27.459156 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-22251791-ca94-42f8-9e3b-cec4ae51ee84 admin admin] Publish callbacks [] for security_group (e8673ebd-cf66-4fe2-ad31-a0090313ae3f), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:27.579095 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-22251791-ca94-42f8-9e3b-cec4ae51ee84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (e8673ebd-cf66-4fe2-ad31-a0090313ae3f), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:27.581826 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-22251791-ca94-42f8-9e3b-cec4ae51ee84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:27.583000 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-22251791-ca94-42f8-9e3b-cec4ae51ee84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8673ebd-cf66-4fe2-ad31-a0090313ae3f HTTP/1.1" status: 204 len: 168 time: 0.1963081 Apr 14 20:52:27.590807 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22251791-ca94-42f8-9e3b-cec4ae51ee84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8673ebd-cf66-4fe2-ad31-a0090313ae3f,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:27.815739 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:28.199758 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49100) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:28.213356 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-31ca7964-976c-49b1-8357-615ae7cc7a13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:28.287502 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-31ca7964-976c-49b1-8357-615ae7cc7a13 admin admin] Publish callbacks [] for security_group (56a223c5-f041-417b-995a-e3a87447a543), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:28.347017 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-31ca7964-976c-49b1-8357-615ae7cc7a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (56a223c5-f041-417b-995a-e3a87447a543), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:28.385408 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-31ca7964-976c-49b1-8357-615ae7cc7a13 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3fa93e69c994f3a912510b8e55495fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1844182 Apr 14 20:52:28.386035 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca7964-976c-49b1-8357-615ae7cc7a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a223c5-f041-417b-995a-e3a87447a543,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:28.388126 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49102) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:28.438903 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0687b363-baf3-47b9-a910-a327120b0ff8 admin admin] Publish callbacks [] for security_group (56a223c5-f041-417b-995a-e3a87447a543), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:28.459131 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0687b363-baf3-47b9-a910-a327120b0ff8 admin admin] Publish callbacks [] for security_group (56a223c5-f041-417b-995a-e3a87447a543), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:28.562083 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0687b363-baf3-47b9-a910-a327120b0ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (56a223c5-f041-417b-995a-e3a87447a543), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:28.564645 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0687b363-baf3-47b9-a910-a327120b0ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:28.565817 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-0687b363-baf3-47b9-a910-a327120b0ff8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56a223c5-f041-417b-995a-e3a87447a543 HTTP/1.1" status: 204 len: 168 time: 0.1760423 Apr 14 20:52:28.573539 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687b363-baf3-47b9-a910-a327120b0ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a223c5-f041-417b-995a-e3a87447a543,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:29.356317 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:30.538768 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e123c-7f47-4420-9e1f-113f534c01b7 req-50b835f5-acb1-47a4-86df-83e69d66335d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:30.541910 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-089e123c-7f47-4420-9e1f-113f534c01b7 req-50b835f5-acb1-47a4-86df-83e69d66335d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 946 time: 0.0505424 Apr 14 20:52:30.588528 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-089e123c-7f47-4420-9e1f-113f534c01b7 req-b849e162-7f1c-48ef-97f2-b6caf4882ac2 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=707a5cf0-38ab-45d3-b6ae-eb175ff5efee&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0404022 Apr 14 20:52:31.710281 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313ba8d-65de-4c3f-a6db-1734b041d165 req-1b7fd086-d44f-46ff-9d4f-722f2c56ce5f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:31.711670 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9313ba8d-65de-4c3f-a6db-1734b041d165 req-1b7fd086-d44f-46ff-9d4f-722f2c56ce5f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 946 time: 0.0493636 Apr 14 20:52:31.758805 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9313ba8d-65de-4c3f-a6db-1734b041d165 req-363e6380-c33d-4b64-b659-683356bef09d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=707a5cf0-38ab-45d3-b6ae-eb175ff5efee&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406318 Apr 14 20:52:32.876399 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f14e9-3f93-4394-b00f-a31bdf6eb9ec req-84a20f2d-a49e-42cb-bf48-0ad6c30804d7 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:32.877899 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fa3f14e9-3f93-4394-b00f-a31bdf6eb9ec req-84a20f2d-a49e-42cb-bf48-0ad6c30804d7 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 946 time: 0.0499918 Apr 14 20:52:32.926248 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fa3f14e9-3f93-4394-b00f-a31bdf6eb9ec req-4ca2fea5-9f7a-4eb1-ae26-2e383a7d794c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=707a5cf0-38ab-45d3-b6ae-eb175ff5efee&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428743 Apr 14 20:52:34.042607 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb24e72-c061-4204-a9bc-013b47e843b5 req-6786acf6-b6ce-48d4-b8df-98b925a0bb6f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:34.044052 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-dfb24e72-c061-4204-a9bc-013b47e843b5 req-6786acf6-b6ce-48d4-b8df-98b925a0bb6f tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 946 time: 0.0452161 Apr 14 20:52:34.090594 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-dfb24e72-c061-4204-a9bc-013b47e843b5 req-06b6bd3c-7372-4d2c-860f-1fb4ce5745da tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=707a5cf0-38ab-45d3-b6ae-eb175ff5efee&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0404298 Apr 14 20:52:34.783823 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba468e83-c547-42f9-a9e4-d6a0a3990ef9 req-3cac47c4-6787-44da-82a1-dc925afe838d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:34.785204 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ba468e83-c547-42f9-a9e4-d6a0a3990ef9 req-3cac47c4-6787-44da-82a1-dc925afe838d tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 946 time: 0.0473101 Apr 14 20:52:34.877027 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-ba468e83-c547-42f9-a9e4-d6a0a3990ef9 req-c673dce3-5ed7-4892-a96d-be370ed3ec45 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Deleting port 586e3f98-ee90-4be9-bd38-761ffca8312b {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:34.877408 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-ba468e83-c547-42f9-a9e4-d6a0a3990ef9 req-c673dce3-5ed7-4892-a96d-be370ed3ec45 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (586e3f98-ee90-4be9-bd38-761ffca8312b), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:34.965954 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-ba468e83-c547-42f9-a9e4-d6a0a3990ef9 req-c673dce3-5ed7-4892-a96d-be370ed3ec45 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] For port 586e3f98-ee90-4be9-bd38-761ffca8312b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=586e3f98-ee90-4be9-bd38-761ffca8312b,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:34.966362 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-ba468e83-c547-42f9-a9e4-d6a0a3990ef9 req-c673dce3-5ed7-4892-a96d-be370ed3ec45 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (586e3f98-ee90-4be9-bd38-761ffca8312b), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:35.146762 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-ba468e83-c547-42f9-a9e4-d6a0a3990ef9 req-c673dce3-5ed7-4892-a96d-be370ed3ec45 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:35.147132 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-ba468e83-c547-42f9-a9e4-d6a0a3990ef9 req-c673dce3-5ed7-4892-a96d-be370ed3ec45 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (f50202e9-3001-4c37-85b9-af0b9876054e), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:35.147529 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.l3_db [req-ba468e83-c547-42f9-a9e4-d6a0a3990ef9 req-c673dce3-5ed7-4892-a96d-be370ed3ec45 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Floating IP f50202e9-3001-4c37-85b9-af0b9876054e disassociated. External IP: 172.27.1.137, port: 586e3f98-ee90-4be9-bd38-761ffca8312b. Apr 14 20:52:35.147967 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-ba468e83-c547-42f9-a9e4-d6a0a3990ef9 req-c673dce3-5ed7-4892-a96d-be370ed3ec45 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Calling delete_port for 586e3f98-ee90-4be9-bd38-761ffca8312b owned by compute:nova {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:35.240055 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045062b8-76a6-4caa-be34-17877bb1ccff req-a636fcf6-ed1f-41fb-a35c-2debd4db5135 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:35.241540 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-045062b8-76a6-4caa-be34-17877bb1ccff req-a636fcf6-ed1f-41fb-a35c-2debd4db5135 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 946 time: 0.0809588 Apr 14 20:52:35.330393 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-045062b8-76a6-4caa-be34-17877bb1ccff req-7975fbdc-8a5a-4bdf-ad04-53f60fcbace3 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups?id=707a5cf0-38ab-45d3-b6ae-eb175ff5efee&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0796506 Apr 14 20:52:35.421640 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-ba468e83-c547-42f9-a9e4-d6a0a3990ef9 req-c673dce3-5ed7-4892-a96d-be370ed3ec45 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (586e3f98-ee90-4be9-bd38-761ffca8312b), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:35.450569 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673dce3-5ed7-4892-a96d-be370ed3ec45 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event deleted for resources: {'Port': ['ID=586e3f98-ee90-4be9-bd38-761ffca8312b,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:35.565812 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba468e83-c547-42f9-a9e4-d6a0a3990ef9 req-c673dce3-5ed7-4892-a96d-be370ed3ec45 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Router 22952585-c418-4496-8f79-2f97352549ae has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:52:35.681320 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba468e83-c547-42f9-a9e4-d6a0a3990ef9 req-c673dce3-5ed7-4892-a96d-be370ed3ec45 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:52:35.689693 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79c4072-22a4-4510-8b56-536ec18f5ea8 None None] Sync routers for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:52:35.702477 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79c4072-22a4-4510-8b56-536ec18f5ea8 None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:35.703520 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-f79c4072-22a4-4510-8b56-536ec18f5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:52:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:35.734594 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba468e83-c547-42f9-a9e4-d6a0a3990ef9 req-c673dce3-5ed7-4892-a96d-be370ed3ec45 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] No DVR routers for this DVR port 586e3f98-ee90-4be9-bd38-761ffca8312b on host hv-cinder-83754 {{(pid=110412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:52:35.737264 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-ba468e83-c547-42f9-a9e4-d6a0a3990ef9 req-c673dce3-5ed7-4892-a96d-be370ed3ec45 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:35.740586 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ba468e83-c547-42f9-a9e4-d6a0a3990ef9 req-c673dce3-5ed7-4892-a96d-be370ed3ec45 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.16 "DELETE /v2.0/ports/586e3f98-ee90-4be9-bd38-761ffca8312b HTTP/1.1" status: 204 len: 173 time: 0.9498467 Apr 14 20:52:35.741028 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e434e3-d99c-4e48-9283-cce270918a35', 'name': 'network-vif-deleted', 'tag': '586e3f98-ee90-4be9-bd38-761ffca8312b'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:52:35.743310 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89e505c-8fcc-4703-a28b-2b237c9462b1" -d '{"events": [{"server_uuid": "f6e434e3-d99c-4e48-9283-cce270918a35", "name": "network-vif-deleted", "tag": "586e3f98-ee90-4be9-bd38-761ffca8312b"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:52:35.790871 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93231f65-7485-4bf4-aa67-1724c1d35580 x-openstack-request-id: req-93231f65-7485-4bf4-aa67-1724c1d35580 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:52:35.791446 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e434e3-d99c-4e48-9283-cce270918a35", "name": "network-vif-deleted", "tag": "586e3f98-ee90-4be9-bd38-761ffca8312b", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:52:35.791801 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93231f65-7485-4bf4-aa67-1724c1d35580 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:52:35.792278 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93231f65-7485-4bf4-aa67-1724c1d35580'] response: {'server_uuid': 'f6e434e3-d99c-4e48-9283-cce270918a35', 'name': 'network-vif-deleted', 'tag': '586e3f98-ee90-4be9-bd38-761ffca8312b', 'status': 'completed', 'code': 200} Apr 14 20:52:35.833416 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-f79c4072-22a4-4510-8b56-536ec18f5ea8 None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:36.064031 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-f79c4072-22a4-4510-8b56-536ec18f5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:36.096788 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79c4072-22a4-4510-8b56-536ec18f5ea8 None None] Checking router: 22952585-c418-4496-8f79-2f97352549ae for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:52:36.105064 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79c4072-22a4-4510-8b56-536ec18f5ea8 None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:36.105707 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-f79c4072-22a4-4510-8b56-536ec18f5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:52:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:36.221105 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-f79c4072-22a4-4510-8b56-536ec18f5ea8 None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:36.447701 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-0b9b7c36-de27-4a8c-96e2-54b710b3618a req-55bb89d3-ee62-4a29-b866-1a3f152bc311 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e434e3-d99c-4e48-9283-cce270918a35 HTTP/1.1" status: 200 len: 210 time: 0.0296893 Apr 14 20:52:36.548014 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-f79c4072-22a4-4510-8b56-536ec18f5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:36.579373 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79c4072-22a4-4510-8b56-536ec18f5ea8 None None] The sync data for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi is: [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '48a24a8b-c9ee-40ee-be11-cf2e58d2b01f', 'name': '', 'network_id': '78fd882f-0d96-47e7-99be-fdb344cfeb03', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'mac_address': 'fa:16:3e:88:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:31Z', 'updated_at': '2022-04-14T20:45:50Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'subnets': [{'id': '793028ec-fc30-4134-ac09-e1d2921d9f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:52:36.797841 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49244) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:36.830186 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e03e97e-1834-42ed-9262-6fa6a3493fc7 None None] New status for floating IP f50202e9-3001-4c37-85b9-af0b9876054e: DOWN {{(pid=110414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:52:36.906703 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d877945c-3a0b-4ff4-bbe1-ad19a964b311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:36.997297 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d877945c-3a0b-4ff4-bbe1-ad19a964b311 admin admin] Publish callbacks [] for security_group (274d722e-4215-4c6c-8d3b-19d62630a918), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:37.065059 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d877945c-3a0b-4ff4-bbe1-ad19a964b311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (274d722e-4215-4c6c-8d3b-19d62630a918), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:37.106642 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877945c-3a0b-4ff4-bbe1-ad19a964b311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274d722e-4215-4c6c-8d3b-19d62630a918,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:37.115310 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-d877945c-3a0b-4ff4-bbe1-ad19a964b311 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df203e7c9e57474f9c82e6a303da23d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137643 Apr 14 20:52:37.115757 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49262) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:37.165850 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-69bd4101-a1f7-401c-a6b2-bf7fcd563915 admin admin] Publish callbacks [] for security_group (274d722e-4215-4c6c-8d3b-19d62630a918), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:37.188148 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-69bd4101-a1f7-401c-a6b2-bf7fcd563915 admin admin] Publish callbacks [] for security_group (274d722e-4215-4c6c-8d3b-19d62630a918), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:37.296797 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-69bd4101-a1f7-401c-a6b2-bf7fcd563915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (274d722e-4215-4c6c-8d3b-19d62630a918), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:37.299424 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-69bd4101-a1f7-401c-a6b2-bf7fcd563915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:37.300588 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-69bd4101-a1f7-401c-a6b2-bf7fcd563915 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/274d722e-4215-4c6c-8d3b-19d62630a918 HTTP/1.1" status: 204 len: 168 time: 0.1841631 Apr 14 20:52:37.308309 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd4101-a1f7-401c-a6b2-bf7fcd563915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274d722e-4215-4c6c-8d3b-19d62630a918,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:37.520354 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b736c-3254-485e-8a41-a2dda26c9f29 req-7d9611c9-10d8-4ff3-8399-1393fa001657 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:37.521897 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0d2b736c-3254-485e-8a41-a2dda26c9f29 req-7d9611c9-10d8-4ff3-8399-1393fa001657 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 947 time: 0.0526400 Apr 14 20:52:37.573907 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-0d2b736c-3254-485e-8a41-a2dda26c9f29 req-7928d362-0665-43d6-bd76-168a0330dfba tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458581 Apr 14 20:52:37.634463 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49294) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:37.690747 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8d44312c-2e94-4c1f-bd63-438b06cb693c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (707a5cf0-38ab-45d3-b6ae-eb175ff5efee), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:37.716909 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8d44312c-2e94-4c1f-bd63-438b06cb693c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (707a5cf0-38ab-45d3-b6ae-eb175ff5efee), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:37.855695 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8d44312c-2e94-4c1f-bd63-438b06cb693c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (707a5cf0-38ab-45d3-b6ae-eb175ff5efee), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:37.858242 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8d44312c-2e94-4c1f-bd63-438b06cb693c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:37.859391 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-8d44312c-2e94-4c1f-bd63-438b06cb693c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "DELETE /v2.0/security-groups/707a5cf0-38ab-45d3-b6ae-eb175ff5efee HTTP/1.1" status: 204 len: 168 time: 0.2239387 Apr 14 20:52:37.862401 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49300) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:37.869245 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44312c-2e94-4c1f-bd63-438b06cb693c tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=707a5cf0-38ab-45d3-b6ae-eb175ff5efee,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:37.879690 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.api.v2.resource [None req-828cb15b-a1cf-4510-99b3-68c10f0bb35e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] show failed (client error): The resource could not be found. Apr 14 20:52:37.880724 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-828cb15b-a1cf-4510-99b3-68c10f0bb35e tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "GET /v2.0/security-groups/707a5cf0-38ab-45d3-b6ae-eb175ff5efee HTTP/1.1" status: 404 len: 347 time: 0.0167739 Apr 14 20:52:37.883696 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49302) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:38.010006 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-ad97dfb1-caa6-4ff5-8ad6-0acbd9dfe649 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Deleting port d3e7ee10-6bca-4f98-a52f-ef1dbd74e0db {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:38.010349 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ad97dfb1-caa6-4ff5-8ad6-0acbd9dfe649 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (d3e7ee10-6bca-4f98-a52f-ef1dbd74e0db), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:38.027016 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49304) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:38.046255 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f19a80a2-d7ca-49f0-b4b3-b92654cfc815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:38.093933 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ad97dfb1-caa6-4ff5-8ad6-0acbd9dfe649 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (d3e7ee10-6bca-4f98-a52f-ef1dbd74e0db), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:38.094291 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ad97dfb1-caa6-4ff5-8ad6-0acbd9dfe649 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (d3e7ee10-6bca-4f98-a52f-ef1dbd74e0db), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:38.107780 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-ad97dfb1-caa6-4ff5-8ad6-0acbd9dfe649 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Calling delete_port for d3e7ee10-6bca-4f98-a52f-ef1dbd74e0db owned by network:floatingip {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:38.121607 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f19a80a2-d7ca-49f0-b4b3-b92654cfc815 admin admin] Publish callbacks [] for security_group (8e394441-bac4-4b02-ae00-3b4847adcb85), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:38.202799 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f19a80a2-d7ca-49f0-b4b3-b92654cfc815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (8e394441-bac4-4b02-ae00-3b4847adcb85), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:38.240534 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-f19a80a2-d7ca-49f0-b4b3-b92654cfc815 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62c37f11cdc54e8f9e7c7083022c6fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123771 Apr 14 20:52:38.241427 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a80a2-d7ca-49f0-b4b3-b92654cfc815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e394441-bac4-4b02-ae00-3b4847adcb85,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:38.243189 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49306) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:38.293426 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ce38b35a-8b05-4a05-bbb9-9b5aa1abe4cc admin admin] Publish callbacks [] for security_group (8e394441-bac4-4b02-ae00-3b4847adcb85), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:38.311483 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ad97dfb1-caa6-4ff5-8ad6-0acbd9dfe649 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (d3e7ee10-6bca-4f98-a52f-ef1dbd74e0db), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:38.319840 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ce38b35a-8b05-4a05-bbb9-9b5aa1abe4cc admin admin] Publish callbacks [] for security_group (8e394441-bac4-4b02-ae00-3b4847adcb85), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:38.347169 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97dfb1-caa6-4ff5-8ad6-0acbd9dfe649 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Pushing event deleted for resources: {'Port': ['ID=d3e7ee10-6bca-4f98-a52f-ef1dbd74e0db,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:38.429446 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ad97dfb1-caa6-4ff5-8ad6-0acbd9dfe649 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks [] for floatingip (f50202e9-3001-4c37-85b9-af0b9876054e), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:38.431973 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ad97dfb1-caa6-4ff5-8ad6-0acbd9dfe649 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:38.433131 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-ad97dfb1-caa6-4ff5-8ad6-0acbd9dfe649 tempest-AttachVolumeNegativeTest-401927576 tempest-AttachVolumeNegativeTest-401927576-project] 10.222.0.15 "DELETE /v2.0/floatingips/f50202e9-3001-4c37-85b9-af0b9876054e HTTP/1.1" status: 204 len: 168 time: 0.5485654 Apr 14 20:52:38.496030 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ce38b35a-8b05-4a05-bbb9-9b5aa1abe4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (8e394441-bac4-4b02-ae00-3b4847adcb85), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:38.499350 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ce38b35a-8b05-4a05-bbb9-9b5aa1abe4cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:38.500505 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-ce38b35a-8b05-4a05-bbb9-9b5aa1abe4cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e394441-bac4-4b02-ae00-3b4847adcb85 HTTP/1.1" status: 204 len: 168 time: 0.2563834 Apr 14 20:52:38.508587 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38b35a-8b05-4a05-bbb9-9b5aa1abe4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e394441-bac4-4b02-ae00-3b4847adcb85,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:38.707973 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd2071-4334-4618-94a6-e783f47db13d req-d6896c33-343b-4906-9d29-a436359f6cc8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:38.709437 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a9dd2071-4334-4618-94a6-e783f47db13d req-d6896c33-343b-4906-9d29-a436359f6cc8 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 947 time: 0.0556023 Apr 14 20:52:38.757728 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a9dd2071-4334-4618-94a6-e783f47db13d req-a659f293-08cb-45e9-89d6-152570d5f539 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups?id=cee75fb5-9439-498b-b003-9ceed81f6780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424128 Apr 14 20:52:38.814714 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b9d01-c226-410d-b3e3-cd543abfc069 req-6a993087-fdfa-4436-ada5-572a462fde35 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:38.816425 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-835b9d01-c226-410d-b3e3-cd543abfc069 req-6a993087-fdfa-4436-ada5-572a462fde35 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.16 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 947 time: 0.0512092 Apr 14 20:52:38.912134 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-835b9d01-c226-410d-b3e3-cd543abfc069 req-13d7418a-8cb0-4207-a395-2d3dabe11995 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Deleting port 26d33623-d257-4134-8ebc-78dab189dcd0 {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:38.912792 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-835b9d01-c226-410d-b3e3-cd543abfc069 req-13d7418a-8cb0-4207-a395-2d3dabe11995 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:39.011801 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-835b9d01-c226-410d-b3e3-cd543abfc069 req-13d7418a-8cb0-4207-a395-2d3dabe11995 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] For port 26d33623-d257-4134-8ebc-78dab189dcd0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=26d33623-d257-4134-8ebc-78dab189dcd0,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:39.012941 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-835b9d01-c226-410d-b3e3-cd543abfc069 req-13d7418a-8cb0-4207-a395-2d3dabe11995 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:39.190382 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-835b9d01-c226-410d-b3e3-cd543abfc069 req-13d7418a-8cb0-4207-a395-2d3dabe11995 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:39.190670 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-835b9d01-c226-410d-b3e3-cd543abfc069 req-13d7418a-8cb0-4207-a395-2d3dabe11995 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (7041177f-c979-4e78-a04f-398fbc1c50a3), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:39.190988 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.l3_db [req-835b9d01-c226-410d-b3e3-cd543abfc069 req-13d7418a-8cb0-4207-a395-2d3dabe11995 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Floating IP 7041177f-c979-4e78-a04f-398fbc1c50a3 disassociated. External IP: 172.27.1.173, port: 26d33623-d257-4134-8ebc-78dab189dcd0. Apr 14 20:52:39.191360 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-835b9d01-c226-410d-b3e3-cd543abfc069 req-13d7418a-8cb0-4207-a395-2d3dabe11995 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Calling delete_port for 26d33623-d257-4134-8ebc-78dab189dcd0 owned by compute:nova {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:39.390949 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-835b9d01-c226-410d-b3e3-cd543abfc069 req-13d7418a-8cb0-4207-a395-2d3dabe11995 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (26d33623-d257-4134-8ebc-78dab189dcd0), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:39.420145 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7418a-8cb0-4207-a395-2d3dabe11995 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Pushing event deleted for resources: {'Port': ['ID=26d33623-d257-4134-8ebc-78dab189dcd0,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:39.546371 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-835b9d01-c226-410d-b3e3-cd543abfc069 req-13d7418a-8cb0-4207-a395-2d3dabe11995 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Router d38c82e1-9fbf-479b-8a63-7113967e25f6 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:52:39.660233 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-835b9d01-c226-410d-b3e3-cd543abfc069 req-13d7418a-8cb0-4207-a395-2d3dabe11995 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:52:39.671561 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a71fa-1175-45a5-8f19-94c786c4a69f None None] Sync routers for ids ['d38c82e1-9fbf-479b-8a63-7113967e25f6'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:52:39.680958 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a71fa-1175-45a5-8f19-94c786c4a69f None None] Routers {'d38c82e1-9fbf-479b-8a63-7113967e25f6'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:39.681602 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-4a7a71fa-1175-45a5-8f19-94c786c4a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:52:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['d38c82e1-9fbf-479b-8a63-7113967e25f6'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:39.701865 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-835b9d01-c226-410d-b3e3-cd543abfc069 req-13d7418a-8cb0-4207-a395-2d3dabe11995 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] No DVR routers for this DVR port 26d33623-d257-4134-8ebc-78dab189dcd0 on host hv-cinder-83754 {{(pid=110412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:52:39.704446 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-835b9d01-c226-410d-b3e3-cd543abfc069 req-13d7418a-8cb0-4207-a395-2d3dabe11995 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:39.707780 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-835b9d01-c226-410d-b3e3-cd543abfc069 req-13d7418a-8cb0-4207-a395-2d3dabe11995 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.16 "DELETE /v2.0/ports/26d33623-d257-4134-8ebc-78dab189dcd0 HTTP/1.1" status: 204 len: 173 time: 0.8863192 Apr 14 20:52:39.708228 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'name': 'network-vif-deleted', 'tag': '26d33623-d257-4134-8ebc-78dab189dcd0'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:52:39.710634 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c8fdaa-bb20-4234-b815-2960104a760e" -d '{"events": [{"server_uuid": "35407a99-656a-44a6-b944-d9ad5c1d0a59", "name": "network-vif-deleted", "tag": "26d33623-d257-4134-8ebc-78dab189dcd0"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:52:39.783427 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245f9c7a-5ac3-4fb8-aad4-0df90ca0fc72 x-openstack-request-id: req-245f9c7a-5ac3-4fb8-aad4-0df90ca0fc72 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:52:39.783974 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35407a99-656a-44a6-b944-d9ad5c1d0a59", "name": "network-vif-deleted", "tag": "26d33623-d257-4134-8ebc-78dab189dcd0", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:52:39.784390 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-245f9c7a-5ac3-4fb8-aad4-0df90ca0fc72 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:52:39.784997 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245f9c7a-5ac3-4fb8-aad4-0df90ca0fc72'] response: {'server_uuid': '35407a99-656a-44a6-b944-d9ad5c1d0a59', 'name': 'network-vif-deleted', 'tag': '26d33623-d257-4134-8ebc-78dab189dcd0', 'status': 'completed', 'code': 200} Apr 14 20:52:39.873620 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-4a7a71fa-1175-45a5-8f19-94c786c4a69f None None] Set router d38c82e1-9fbf-479b-8a63-7113967e25f6 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:39.921491 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-748d1556-43a7-4e20-8d95-e152da38b0a8 req-7cec1d1e-3b84-4c5d-ae34-a0bfb1312dcd tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/ports?device_id=35407a99-656a-44a6-b944-d9ad5c1d0a59 HTTP/1.1" status: 200 len: 210 time: 0.0406184 Apr 14 20:52:39.930979 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 586e3f98-ee90-4be9-bd38-761ffca8312b no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:52:39.988985 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: 586e3f98-ee90-4be9-bd38-761ffca8312b {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:52:39.989363 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 586e3f98-ee90-4be9-bd38-761ffca8312b not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:40.124642 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-4a7a71fa-1175-45a5-8f19-94c786c4a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'd2e00bee-211f-4a95-8f74-3ab2c779dd26', 'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'mac_address': 'fa:16:3e:7f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:32Z', 'updated_at': '2022-04-14T20:45:45Z', 'revision_number': 5, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'subnets': [{'id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:40.156791 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a71fa-1175-45a5-8f19-94c786c4a69f None None] Checking router: d38c82e1-9fbf-479b-8a63-7113967e25f6 for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:52:40.165219 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a71fa-1175-45a5-8f19-94c786c4a69f None None] Routers {'d38c82e1-9fbf-479b-8a63-7113967e25f6'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:40.165840 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-4a7a71fa-1175-45a5-8f19-94c786c4a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:52:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['d38c82e1-9fbf-479b-8a63-7113967e25f6'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:40.280675 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-4a7a71fa-1175-45a5-8f19-94c786c4a69f None None] Set router d38c82e1-9fbf-479b-8a63-7113967e25f6 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:40.506293 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-4a7a71fa-1175-45a5-8f19-94c786c4a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'd2e00bee-211f-4a95-8f74-3ab2c779dd26', 'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'mac_address': 'fa:16:3e:7f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:32Z', 'updated_at': '2022-04-14T20:45:45Z', 'revision_number': 5, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'subnets': [{'id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:40.518957 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49378) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:40.538694 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a71fa-1175-45a5-8f19-94c786c4a69f None None] The sync data for ids ['d38c82e1-9fbf-479b-8a63-7113967e25f6'] in dv-cinder-837540-3-iscsi is: [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:45:37Z', 'revision_number': 4, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'd2e00bee-211f-4a95-8f74-3ab2c779dd26', 'name': '', 'network_id': 'd8f2fc22-5798-4429-ba83-71f0fd04ef2c', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'mac_address': 'fa:16:3e:7f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:32Z', 'updated_at': '2022-04-14T20:45:45Z', 'revision_number': 5, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'subnets': [{'id': '16b82aa4-c945-4e6e-b6e8-1226b1ad8852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:52:40.636486 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d319ff4a-543a-46fa-b201-b4df7f3e5f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:40.689709 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49386) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:40.770249 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d319ff4a-543a-46fa-b201-b4df7f3e5f57 admin admin] Publish callbacks [] for security_group (41365818-2f16-4626-af22-266b8151961a), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:40.889292 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d319ff4a-543a-46fa-b201-b4df7f3e5f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (41365818-2f16-4626-af22-266b8151961a), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:40.891854 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1630af-37e3-4bbc-bcdd-57943d32962c None None] New status for floating IP 7041177f-c979-4e78-a04f-398fbc1c50a3: DOWN {{(pid=110414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:52:40.945330 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319ff4a-543a-46fa-b201-b4df7f3e5f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41365818-2f16-4626-af22-266b8151961a,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:40.994201 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-d319ff4a-543a-46fa-b201-b4df7f3e5f57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=758e9ec89c87464aae96979c3d2bcb5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733772 Apr 14 20:52:40.996101 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49400) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:41.039315 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-da618cb2-3ce1-444b-870f-8ea3694c967a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Deleting port d1870826-131e-417d-be6e-0106ec24480f {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:41.040058 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-da618cb2-3ce1-444b-870f-8ea3694c967a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (d1870826-131e-417d-be6e-0106ec24480f), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:41.050155 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-17ff51a8-cca3-41ee-a225-744d281b5ff9 admin admin] Publish callbacks [] for security_group (41365818-2f16-4626-af22-266b8151961a), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:41.071081 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-17ff51a8-cca3-41ee-a225-744d281b5ff9 admin admin] Publish callbacks [] for security_group (41365818-2f16-4626-af22-266b8151961a), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:41.085015 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49402) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:41.132747 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-da618cb2-3ce1-444b-870f-8ea3694c967a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (d1870826-131e-417d-be6e-0106ec24480f), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:41.133079 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-da618cb2-3ce1-444b-870f-8ea3694c967a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for floatingip (d1870826-131e-417d-be6e-0106ec24480f), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:41.150484 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-da618cb2-3ce1-444b-870f-8ea3694c967a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Calling delete_port for d1870826-131e-417d-be6e-0106ec24480f owned by network:floatingip {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:41.161519 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-c687891a-fc46-408c-8a83-98c5e9c87c48 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group (cee75fb5-9439-498b-b003-9ceed81f6780), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:41.191376 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-c687891a-fc46-408c-8a83-98c5e9c87c48 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group (cee75fb5-9439-498b-b003-9ceed81f6780), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:41.247347 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-17ff51a8-cca3-41ee-a225-744d281b5ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (41365818-2f16-4626-af22-266b8151961a), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:41.250492 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-17ff51a8-cca3-41ee-a225-744d281b5ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:41.251843 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-17ff51a8-cca3-41ee-a225-744d281b5ff9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41365818-2f16-4626-af22-266b8151961a HTTP/1.1" status: 204 len: 168 time: 0.2546222 Apr 14 20:52:41.264099 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff51a8-cca3-41ee-a225-744d281b5ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41365818-2f16-4626-af22-266b8151961a,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:41.333061 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-c687891a-fc46-408c-8a83-98c5e9c87c48 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (cee75fb5-9439-498b-b003-9ceed81f6780), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:41.335641 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-c687891a-fc46-408c-8a83-98c5e9c87c48 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:41.339392 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-c687891a-fc46-408c-8a83-98c5e9c87c48 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "DELETE /v2.0/security-groups/cee75fb5-9439-498b-b003-9ceed81f6780 HTTP/1.1" status: 204 len: 168 time: 0.2509072 Apr 14 20:52:41.340239 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49416) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:41.359501 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.api.v2.resource [None req-1d03491b-6ce6-4c57-92e4-12cb96053045 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] show failed (client error): The resource could not be found. Apr 14 20:52:41.360546 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-1d03491b-6ce6-4c57-92e4-12cb96053045 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "GET /v2.0/security-groups/cee75fb5-9439-498b-b003-9ceed81f6780 HTTP/1.1" status: 404 len: 347 time: 0.0194080 Apr 14 20:52:41.363626 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49420) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:41.365640 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687891a-fc46-408c-8a83-98c5e9c87c48 tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee75fb5-9439-498b-b003-9ceed81f6780,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:41.494829 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-e5aef747-7af0-4c65-9178-0771ef930c8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Deleting port 520206eb-257b-4356-8fe8-615f0a73968d {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:41.495097 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e5aef747-7af0-4c65-9178-0771ef930c8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (520206eb-257b-4356-8fe8-615f0a73968d), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:41.512162 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-da618cb2-3ce1-444b-870f-8ea3694c967a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (d1870826-131e-417d-be6e-0106ec24480f), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:41.574974 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da618cb2-3ce1-444b-870f-8ea3694c967a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Pushing event deleted for resources: {'Port': ['ID=d1870826-131e-417d-be6e-0106ec24480f,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:41.656774 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e5aef747-7af0-4c65-9178-0771ef930c8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (520206eb-257b-4356-8fe8-615f0a73968d), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:41.657109 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e5aef747-7af0-4c65-9178-0771ef930c8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for floatingip (520206eb-257b-4356-8fe8-615f0a73968d), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:41.675916 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-e5aef747-7af0-4c65-9178-0771ef930c8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Calling delete_port for 520206eb-257b-4356-8fe8-615f0a73968d owned by network:floatingip {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:41.677910 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-da618cb2-3ce1-444b-870f-8ea3694c967a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for floatingip (7b52f230-36c4-490a-8d17-5c9f8c65c9ef), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:41.683620 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.l3_db [None req-da618cb2-3ce1-444b-870f-8ea3694c967a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Floating IP 7b52f230-36c4-490a-8d17-5c9f8c65c9ef disassociated (deleted). External IP: 172.27.1.152, port: 99e9cb23-f15b-4831-8c61-17fc14a30095. Apr 14 20:52:42.002949 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49430) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:42.018373 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4786e3c5-2c04-497f-b24c-d5d5b043d5e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:42.244664 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da618cb2-3ce1-444b-870f-8ea3694c967a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Router a76a57fa-4f19-4fe1-85bb-750ec89bafd2 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:52:42.300022 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e5aef747-7af0-4c65-9178-0771ef930c8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (520206eb-257b-4356-8fe8-615f0a73968d), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:42.349262 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4786e3c5-2c04-497f-b24c-d5d5b043d5e2 admin admin] Publish callbacks [] for security_group (8ae5497a-8ed5-4c2a-9b57-e7a8ded30a60), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:42.355741 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aef747-7af0-4c65-9178-0771ef930c8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Pushing event deleted for resources: {'Port': ['ID=520206eb-257b-4356-8fe8-615f0a73968d,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:42.418330 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da618cb2-3ce1-444b-870f-8ea3694c967a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:52:42.424757 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4786e3c5-2c04-497f-b24c-d5d5b043d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (8ae5497a-8ed5-4c2a-9b57-e7a8ded30a60), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:42.424882 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-da618cb2-3ce1-444b-870f-8ea3694c967a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:42.429793 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7e664c-a7ec-4f86-9e94-a7d4ed36b4b0 None None] Sync routers for ids ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:52:42.441736 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e664c-a7ec-4f86-9e94-a7d4ed36b4b0 None None] Routers {'a76a57fa-4f19-4fe1-85bb-750ec89bafd2'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:42.442372 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-bf7e664c-a7ec-4f86-9e94-a7d4ed36b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:52:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:42.467162 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e5aef747-7af0-4c65-9178-0771ef930c8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks [] for floatingip (7041177f-c979-4e78-a04f-398fbc1c50a3), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:42.469707 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e5aef747-7af0-4c65-9178-0771ef930c8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:42.470971 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-e5aef747-7af0-4c65-9178-0771ef930c8d tempest-AttachVolumeShelveTestJSON-584638936 tempest-AttachVolumeShelveTestJSON-584638936-project] 10.222.0.15 "DELETE /v2.0/floatingips/7041177f-c979-4e78-a04f-398fbc1c50a3 HTTP/1.1" status: 204 len: 168 time: 1.1057975 Apr 14 20:52:42.475121 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-da618cb2-3ce1-444b-870f-8ea3694c967a tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "DELETE /v2.0/floatingips/7b52f230-36c4-490a-8d17-5c9f8c65c9ef HTTP/1.1" status: 204 len: 168 time: 1.7812352 Apr 14 20:52:42.475121 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'tag': '99e9cb23-f15b-4831-8c61-17fc14a30095'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:52:42.490987 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc1207a-8581-4f37-a9d2-65656521f983" -d '{"events": [{"name": "network-changed", "server_uuid": "75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab", "tag": "99e9cb23-f15b-4831-8c61-17fc14a30095"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:52:42.515186 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-4786e3c5-2c04-497f-b24c-d5d5b043d5e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e1d24e1312d4cecb585771263daeac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5109153 Apr 14 20:52:42.516443 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786e3c5-2c04-497f-b24c-d5d5b043d5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae5497a-8ed5-4c2a-9b57-e7a8ded30a60,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:42.518132 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49438) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:42.542467 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96681a97-c277-444c-a780-44e5a23dfb5d x-openstack-request-id: req-96681a97-c277-444c-a780-44e5a23dfb5d {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:52:42.542889 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab", "tag": "99e9cb23-f15b-4831-8c61-17fc14a30095", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:52:42.544000 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96681a97-c277-444c-a780-44e5a23dfb5d {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:52:42.546116 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96681a97-c277-444c-a780-44e5a23dfb5d'] response: {'name': 'network-changed', 'server_uuid': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'tag': '99e9cb23-f15b-4831-8c61-17fc14a30095', 'status': 'completed', 'code': 200} Apr 14 20:52:42.589074 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-bf7e664c-a7ec-4f86-9e94-a7d4ed36b4b0 None None] Set router a76a57fa-4f19-4fe1-85bb-750ec89bafd2 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:42.592679 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0fe6df46-478e-49a5-99b6-0bb16403d812 admin admin] Publish callbacks [] for security_group (8ae5497a-8ed5-4c2a-9b57-e7a8ded30a60), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:42.608725 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1207a-8581-4f37-a9d2-65656521f983 req-ccbb2717-6cf8-4cee-9301-2f444305ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:42.611122 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bcc1207a-8581-4f37-a9d2-65656521f983 req-ccbb2717-6cf8-4cee-9301-2f444305ca05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4dbbcd1ec03435a9c867254bd10e66a&device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 1129 time: 0.0535710 Apr 14 20:52:42.619457 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0fe6df46-478e-49a5-99b6-0bb16403d812 admin admin] Publish callbacks [] for security_group (8ae5497a-8ed5-4c2a-9b57-e7a8ded30a60), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:42.746492 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0fe6df46-478e-49a5-99b6-0bb16403d812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (8ae5497a-8ed5-4c2a-9b57-e7a8ded30a60), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:42.751562 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0fe6df46-478e-49a5-99b6-0bb16403d812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:42.753434 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-0fe6df46-478e-49a5-99b6-0bb16403d812 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ae5497a-8ed5-4c2a-9b57-e7a8ded30a60 HTTP/1.1" status: 204 len: 168 time: 0.2339680 Apr 14 20:52:42.763021 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1207a-8581-4f37-a9d2-65656521f983 req-9c993782-36f5-4853-b756-3d3c43b9df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:42.769902 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bcc1207a-8581-4f37-a9d2-65656521f983 req-9c993782-36f5-4853-b756-3d3c43b9df7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=540ed165-30db-46c7-8958-ade545db3304 HTTP/1.1" status: 200 len: 909 time: 0.1508412 Apr 14 20:52:42.783856 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6df46-478e-49a5-99b6-0bb16403d812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae5497a-8ed5-4c2a-9b57-e7a8ded30a60,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:42.788486 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49454) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:42.862716 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bcc1207a-8581-4f37-a9d2-65656521f983 req-3b2d14e4-7dfe-45ef-9c6d-6a329c56edc5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e9cb23-f15b-4831-8c61-17fc14a30095 HTTP/1.1" status: 200 len: 217 time: 0.0697799 Apr 14 20:52:42.914489 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1207a-8581-4f37-a9d2-65656521f983 req-2b336112-54ed-45a6-b2ee-31decf71e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:42.916538 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bcc1207a-8581-4f37-a9d2-65656521f983 req-2b336112-54ed-45a6-b2ee-31decf71e7ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=695c202b-519d-4cd6-a1e7-90a67ca64d14 HTTP/1.1" status: 200 len: 847 time: 0.0564458 Apr 14 20:52:42.978383 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-bf7e664c-a7ec-4f86-9e94-a7d4ed36b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'name': 'tempest-TestShelveInstance-163121252-router', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:44Z', 'updated_at': '2022-04-14T20:46:47Z', 'revision_number': 4, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'gw_port': {'id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:45Z', 'updated_at': '2022-04-14T20:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '8b257e84-8b6f-4081-bb0c-a82af4dee32c', 'name': '', 'network_id': '540ed165-30db-46c7-8958-ade545db3304', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'mac_address': 'fa:16:3e:f9:78:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:47Z', 'updated_at': '2022-04-14T20:46:51Z', 'revision_number': 5, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'subnets': [{'id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:43.008500 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7e664c-a7ec-4f86-9e94-a7d4ed36b4b0 None None] Checking router: a76a57fa-4f19-4fe1-85bb-750ec89bafd2 for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:52:43.017853 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e664c-a7ec-4f86-9e94-a7d4ed36b4b0 None None] Routers {'a76a57fa-4f19-4fe1-85bb-750ec89bafd2'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:43.018505 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-bf7e664c-a7ec-4f86-9e94-a7d4ed36b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:52:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:43.041815 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da3e02-6179-4e09-9391-f612a0da9207 req-26b39d2b-9669-438e-827f-8ce698b784b3 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:43.043372 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a2da3e02-6179-4e09-9391-f612a0da9207 req-26b39d2b-9669-438e-827f-8ce698b784b3 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0505979 Apr 14 20:52:43.104405 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a2da3e02-6179-4e09-9391-f612a0da9207 req-772ffb6b-f798-43ce-8b05-52f650506379 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539980 Apr 14 20:52:43.144054 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-bf7e664c-a7ec-4f86-9e94-a7d4ed36b4b0 None None] Set router a76a57fa-4f19-4fe1-85bb-750ec89bafd2 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:43.364221 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-bf7e664c-a7ec-4f86-9e94-a7d4ed36b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'name': 'tempest-TestShelveInstance-163121252-router', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:44Z', 'updated_at': '2022-04-14T20:46:47Z', 'revision_number': 4, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'gw_port': {'id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:45Z', 'updated_at': '2022-04-14T20:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '8b257e84-8b6f-4081-bb0c-a82af4dee32c', 'name': '', 'network_id': '540ed165-30db-46c7-8958-ade545db3304', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'mac_address': 'fa:16:3e:f9:78:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:47Z', 'updated_at': '2022-04-14T20:46:51Z', 'revision_number': 5, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'subnets': [{'id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:43.398168 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7e664c-a7ec-4f86-9e94-a7d4ed36b4b0 None None] The sync data for ids ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'] in dv-cinder-837540-3-iscsi is: [{'id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'name': 'tempest-TestShelveInstance-163121252-router', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:44Z', 'updated_at': '2022-04-14T20:46:47Z', 'revision_number': 4, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'gw_port': {'id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:45Z', 'updated_at': '2022-04-14T20:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '8b257e84-8b6f-4081-bb0c-a82af4dee32c', 'name': '', 'network_id': '540ed165-30db-46c7-8958-ade545db3304', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'mac_address': 'fa:16:3e:f9:78:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:47Z', 'updated_at': '2022-04-14T20:46:51Z', 'revision_number': 5, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'subnets': [{'id': '695c202b-519d-4cd6-a1e7-90a67ca64d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:52:43.488515 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6b470cf6-63b6-49b4-9735-c725f82e5d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643990'] for router_interface (22952585-c418-4496-8f79-2f97352549ae), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:43.762644 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f72fae1-f498-4e0d-889f-920a2ac0d485 None None] New status for floating IP 7b52f230-36c4-490a-8d17-5c9f8c65c9ef: DOWN {{(pid=110414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:52:43.810498 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-6b470cf6-63b6-49b4-9735-c725f82e5d3a admin admin] Deleting port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:43.810498 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6b470cf6-63b6-49b4-9735-c725f82e5d3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:43.884675 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 26d33623-d257-4134-8ebc-78dab189dcd0 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:52:43.908036 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-6b470cf6-63b6-49b4-9735-c725f82e5d3a admin admin] For port 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=48a24a8b-c9ee-40ee-be11-cf2e58d2b01f,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:43.908460 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6b470cf6-63b6-49b4-9735-c725f82e5d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:43.912272 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: 26d33623-d257-4134-8ebc-78dab189dcd0 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:52:43.912629 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 26d33623-d257-4134-8ebc-78dab189dcd0 not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:43.923018 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-6b470cf6-63b6-49b4-9735-c725f82e5d3a admin admin] Calling delete_port for 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f owned by network:router_interface {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:44.095518 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1207a-8581-4f37-a9d2-65656521f983 req-80faf4e3-db97-4107-ba56-ba1491ebcbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:44.097670 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bcc1207a-8581-4f37-a9d2-65656521f983 req-80faf4e3-db97-4107-ba56-ba1491ebcbaa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=540ed165-30db-46c7-8958-ade545db3304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491612 Apr 14 20:52:44.182178 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6b470cf6-63b6-49b4-9735-c725f82e5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (48a24a8b-c9ee-40ee-be11-cf2e58d2b01f), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:44.204186 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bcc1207a-8581-4f37-a9d2-65656521f983 req-bdadfd4e-bc93-4bfb-bf08-6bbc4d0b4ed2 service neutron] 10.222.0.16 "GET /v2.0/networks/540ed165-30db-46c7-8958-ade545db3304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952590 Apr 14 20:52:44.248652 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b470cf6-63b6-49b4-9735-c725f82e5d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=48a24a8b-c9ee-40ee-be11-cf2e58d2b01f,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:44.321314 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b7c8f-7f00-47b8-bf44-bf54e89c6f17 req-d8ce962b-6e94-4069-9666-8edc2c7fcf13 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:44.322938 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-797b7c8f-7f00-47b8-bf44-bf54e89c6f17 req-d8ce962b-6e94-4069-9666-8edc2c7fcf13 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.1346862 Apr 14 20:52:44.350394 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-bcc1207a-8581-4f37-a9d2-65656521f983 req-ecd88ba3-5e85-4156-908c-e52d4953c1a0 service neutron] 10.222.0.16 "GET /v2.0/networks/540ed165-30db-46c7-8958-ade545db3304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169851 Apr 14 20:52:44.449321 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-797b7c8f-7f00-47b8-bf44-bf54e89c6f17 req-b6910593-783c-42b5-b5e5-c89bdf0f06fd tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185970 Apr 14 20:52:44.525193 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6b470cf6-63b6-49b4-9735-c725f82e5d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643850'] for router_interface (22952585-c418-4496-8f79-2f97352549ae), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:44.565387 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fc4e7-63c7-49f2-a559-c6222e275524 req-b36d134c-2c33-44a9-ba8e-fb33812b8986 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:44.565654 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6c6fc4e7-63c7-49f2-a559-c6222e275524 req-b36d134c-2c33-44a9-ba8e-fb33812b8986 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.16 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 945 time: 0.0665574 Apr 14 20:52:44.664242 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-6c6fc4e7-63c7-49f2-a559-c6222e275524 req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Deleting port 99e9cb23-f15b-4831-8c61-17fc14a30095 {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:44.664661 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-6c6fc4e7-63c7-49f2-a559-c6222e275524 req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:44.791670 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-6c6fc4e7-63c7-49f2-a559-c6222e275524 req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] For port 99e9cb23-f15b-4831-8c61-17fc14a30095, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99e9cb23-f15b-4831-8c61-17fc14a30095,segment=NetworkSegment(14b3ac16-854b-4eca-80c6-52a5054d6576),segment_id=14b3ac16-854b-4eca-80c6-52a5054d6576)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:44.792484 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-6c6fc4e7-63c7-49f2-a559-c6222e275524 req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:44.797412 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:44.798659 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b470cf6-63b6-49b4-9735-c725f82e5d3a admin admin] Router 22952585-c418-4496-8f79-2f97352549ae has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:52:44.813610 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [req-6c6fc4e7-63c7-49f2-a559-c6222e275524 req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Calling delete_port for 99e9cb23-f15b-4831-8c61-17fc14a30095 owned by compute:nova {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:44.909727 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49518) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:45.047711 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-6c6fc4e7-63c7-49f2-a559-c6222e275524 req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (99e9cb23-f15b-4831-8c61-17fc14a30095), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:45.080698 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Pushing event deleted for resources: {'Port': ['ID=99e9cb23-f15b-4831-8c61-17fc14a30095,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:45.113749 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:45.114430 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:45.114430 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:45.114783 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:45.115353 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:45.115898 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:45.116439 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:45.117114 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:45.118198 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:45.118931 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:45.119466 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:45.120005 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:45.120860 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:45.123882 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:45.123882 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:45.154923 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6fc4e7-63c7-49f2-a559-c6222e275524 req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] No DVR routers for this DVR port 99e9cb23-f15b-4831-8c61-17fc14a30095 on host hv-cinder-83754 {{(pid=110412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:52:45.157543 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-6c6fc4e7-63c7-49f2-a559-c6222e275524 req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:45.161129 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6c6fc4e7-63c7-49f2-a559-c6222e275524 req-02a6bc7f-851b-4731-9a94-9fa58cc10723 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.16 "DELETE /v2.0/ports/99e9cb23-f15b-4831-8c61-17fc14a30095 HTTP/1.1" status: 204 len: 173 time: 0.5899725 Apr 14 20:52:45.161644 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'name': 'network-vif-deleted', 'tag': '99e9cb23-f15b-4831-8c61-17fc14a30095'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:52:45.165822 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a96e9a1-e9ab-4989-9ef5-66686583fb70" -d '{"events": [{"server_uuid": "75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab", "name": "network-vif-deleted", "tag": "99e9cb23-f15b-4831-8c61-17fc14a30095"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:52:45.213384 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd96fa36-945d-4daa-a04b-1c30989a405e x-openstack-request-id: req-fd96fa36-945d-4daa-a04b-1c30989a405e {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:52:45.213918 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab", "name": "network-vif-deleted", "tag": "99e9cb23-f15b-4831-8c61-17fc14a30095", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:52:45.214168 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd96fa36-945d-4daa-a04b-1c30989a405e {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:52:45.214708 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd96fa36-945d-4daa-a04b-1c30989a405e'] response: {'server_uuid': '75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab', 'name': 'network-vif-deleted', 'tag': '99e9cb23-f15b-4831-8c61-17fc14a30095', 'status': 'completed', 'code': 200} Apr 14 20:52:45.220342 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d27926a4-745e-4762-84d0-eb60a2e8b84b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:45.237527 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b470cf6-63b6-49b4-9735-c725f82e5d3a admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:52:45.244175 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-6b470cf6-63b6-49b4-9735-c725f82e5d3a admin admin] 10.222.0.15 "PUT /v2.0/routers/22952585-c418-4496-8f79-2f97352549ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4526432 Apr 14 20:52:45.247101 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49534) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:45.252756 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca5535b-bcbf-4655-a350-bb0f131e3a4a None None] Sync routers for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:52:45.281122 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49536) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:45.286697 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca5535b-bcbf-4655-a350-bb0f131e3a4a None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:45.287331 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-2ca5535b-bcbf-4655-a350-bb0f131e3a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:52:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:45.328618 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d27926a4-745e-4762-84d0-eb60a2e8b84b admin admin] Publish callbacks [] for security_group (2f997fd3-df67-4fe1-b08c-c07243794738), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:45.415987 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d27926a4-745e-4762-84d0-eb60a2e8b84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (2f997fd3-df67-4fe1-b08c-c07243794738), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:45.434708 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2718-d54a-4ea8-b843-387765ecbd14 admin admin] Publish callbacks [] for router (22952585-c418-4496-8f79-2f97352549ae), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:45.457893 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-2ca5535b-bcbf-4655-a350-bb0f131e3a4a None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:45.555650 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-d27926a4-745e-4762-84d0-eb60a2e8b84b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ded014de4cbd4ecfa352d12171b9f624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6423495 Apr 14 20:52:45.556212 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49546) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:45.557151 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27926a4-745e-4762-84d0-eb60a2e8b84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f997fd3-df67-4fe1-b08c-c07243794738,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:45.636162 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c70b5a30-8f25-4fa9-b1f9-6fb6601f49c8 req-2b79d192-0bcf-4752-b1dc-ca3b4b91ee51 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 210 time: 0.0878458 Apr 14 20:52:45.697913 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-36b47ae1-7527-4705-8851-bd6b16ec175e admin admin] Publish callbacks [] for security_group (2f997fd3-df67-4fe1-b08c-c07243794738), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:45.734291 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2718-d54a-4ea8-b843-387765ecbd14 admin admin] Publish callbacks [] for router_gateway (22952585-c418-4496-8f79-2f97352549ae), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:45.771004 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-36b47ae1-7527-4705-8851-bd6b16ec175e admin admin] Publish callbacks [] for security_group (2f997fd3-df67-4fe1-b08c-c07243794738), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:45.904879 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-1aaa2718-d54a-4ea8-b843-387765ecbd14 admin admin] Deleting port ae00ccc5-c0c9-4df5-8655-41df19ab16dc {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:45.905361 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2718-d54a-4ea8-b843-387765ecbd14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (ae00ccc5-c0c9-4df5-8655-41df19ab16dc), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:45.927183 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-36b47ae1-7527-4705-8851-bd6b16ec175e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (2f997fd3-df67-4fe1-b08c-c07243794738), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:45.930275 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-36b47ae1-7527-4705-8851-bd6b16ec175e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:45.933258 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-36b47ae1-7527-4705-8851-bd6b16ec175e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f997fd3-df67-4fe1-b08c-c07243794738 HTTP/1.1" status: 204 len: 168 time: 0.3723562 Apr 14 20:52:45.933448 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-2ca5535b-bcbf-4655-a350-bb0f131e3a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:52:44Z', 'revision_number': 5, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port': {'id': 'ae00ccc5-c0c9-4df5-8655-41df19ab16dc', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22952585-c418-4496-8f79-2f97352549ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:22Z', 'updated_at': '2022-04-14T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:45.961662 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca5535b-bcbf-4655-a350-bb0f131e3a4a None None] Checking router: 22952585-c418-4496-8f79-2f97352549ae for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:52:45.972304 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca5535b-bcbf-4655-a350-bb0f131e3a4a None None] Routers {'22952585-c418-4496-8f79-2f97352549ae'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:45.973898 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-2ca5535b-bcbf-4655-a350-bb0f131e3a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:52:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['22952585-c418-4496-8f79-2f97352549ae'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:45.988006 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b47ae1-7527-4705-8851-bd6b16ec175e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f997fd3-df67-4fe1-b08c-c07243794738,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:46.057196 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-1aaa2718-d54a-4ea8-b843-387765ecbd14 admin admin] For port ae00ccc5-c0c9-4df5-8655-41df19ab16dc, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=ae00ccc5-c0c9-4df5-8655-41df19ab16dc,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:46.057594 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2718-d54a-4ea8-b843-387765ecbd14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (ae00ccc5-c0c9-4df5-8655-41df19ab16dc), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:46.073690 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-1aaa2718-d54a-4ea8-b843-387765ecbd14 admin admin] Calling delete_port for ae00ccc5-c0c9-4df5-8655-41df19ab16dc owned by network:router_gateway {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:46.085763 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a9c95326-b1f9-4d86-b4e1-c298629da4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643990'] for router_interface (d38c82e1-9fbf-479b-8a63-7113967e25f6), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:46.095418 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-2ca5535b-bcbf-4655-a350-bb0f131e3a4a None None] Set router 22952585-c418-4496-8f79-2f97352549ae gateway port host: None {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:46.189346 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-2ca5535b-bcbf-4655-a350-bb0f131e3a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:52:45Z', 'revision_number': 6, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port_host': None}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:46.218337 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca5535b-bcbf-4655-a350-bb0f131e3a4a None None] The sync data for ids ['22952585-c418-4496-8f79-2f97352549ae'] in dv-cinder-837540-3-iscsi is: [{'id': '22952585-c418-4496-8f79-2f97352549ae', 'name': 'tempest-AttachVolumeNegativeTest-103678511-router', 'tenant_id': '31d17db2ef5747d8836b06e9567e947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:20Z', 'updated_at': '2022-04-14T20:52:45Z', 'revision_number': 6, 'project_id': '31d17db2ef5747d8836b06e9567e947b', 'gw_port_host': None}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:52:46.371382 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-a9c95326-b1f9-4d86-b4e1-c298629da4fa admin admin] Deleting port d2e00bee-211f-4a95-8f74-3ab2c779dd26 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:46.371719 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a9c95326-b1f9-4d86-b4e1-c298629da4fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:46.415598 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2718-d54a-4ea8-b843-387765ecbd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (ae00ccc5-c0c9-4df5-8655-41df19ab16dc), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:46.460099 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-a9c95326-b1f9-4d86-b4e1-c298629da4fa admin admin] For port d2e00bee-211f-4a95-8f74-3ab2c779dd26, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=d2e00bee-211f-4a95-8f74-3ab2c779dd26,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:46.460519 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a9c95326-b1f9-4d86-b4e1-c298629da4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:46.477740 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-a9c95326-b1f9-4d86-b4e1-c298629da4fa admin admin] Calling delete_port for d2e00bee-211f-4a95-8f74-3ab2c779dd26 owned by network:router_interface {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:46.750732 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa2718-d54a-4ea8-b843-387765ecbd14 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae00ccc5-c0c9-4df5-8655-41df19ab16dc,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:46.766546 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:52:46.813478 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:52:46.813840 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 48a24a8b-c9ee-40ee-be11-cf2e58d2b01f not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:46.825856 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2718-d54a-4ea8-b843-387765ecbd14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644524'] for router_gateway (22952585-c418-4496-8f79-2f97352549ae), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:46.873665 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a9c95326-b1f9-4d86-b4e1-c298629da4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (d2e00bee-211f-4a95-8f74-3ab2c779dd26), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:46.904890 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c95326-b1f9-4d86-b4e1-c298629da4fa admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e00bee-211f-4a95-8f74-3ab2c779dd26,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:46.943725 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b9618a23-f8b5-47c0-9e34-01158b2fce56 req-d3b8ed20-825c-4ed9-859c-348825ba30d6 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "GET /v2.0/ports?device_id=75cdaa6e-4fd4-4a8c-8bde-6b8f4ce97eab HTTP/1.1" status: 200 len: 210 time: 0.1142657 Apr 14 20:52:46.951923 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2718-d54a-4ea8-b843-387765ecbd14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25830'] for router (22952585-c418-4496-8f79-2f97352549ae), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:46.954222 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2718-d54a-4ea8-b843-387765ecbd14 admin admin] Publish callbacks [] for router_controller (22952585-c418-4496-8f79-2f97352549ae), precommit_delete_associations {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:47.017849 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49570) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:47.032378 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-887e1e52-2bc2-43ba-be8c-97ac91a75535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:47.119486 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-887e1e52-2bc2-43ba-be8c-97ac91a75535 admin admin] Publish callbacks [] for security_group (56ff5158-6de8-4aaa-b5a9-2392d72579c5), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:47.120739 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a9c95326-b1f9-4d86-b4e1-c298629da4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643850'] for router_interface (d38c82e1-9fbf-479b-8a63-7113967e25f6), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:47.162274 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2718-d54a-4ea8-b843-387765ecbd14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1645577'] for router (22952585-c418-4496-8f79-2f97352549ae), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:47.162844 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aaa2718-d54a-4ea8-b843-387765ecbd14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22952585-c418-4496-8f79-2f97352549ae {{(pid=110412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:52:47.167161 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2718-d54a-4ea8-b843-387765ecbd14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:47.168309 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-1aaa2718-d54a-4ea8-b843-387765ecbd14 admin admin] 10.222.0.15 "DELETE /v2.0/routers/22952585-c418-4496-8f79-2f97352549ae HTTP/1.1" status: 204 len: 168 time: 1.9191906 Apr 14 20:52:47.172389 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49572) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:47.192688 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-887e1e52-2bc2-43ba-be8c-97ac91a75535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (56ff5158-6de8-4aaa-b5a9-2392d72579c5), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:47.233530 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-887e1e52-2bc2-43ba-be8c-97ac91a75535 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d74b94e2bd4447d0ba3968e0577932c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142556 Apr 14 20:52:47.234205 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e1e52-2bc2-43ba-be8c-97ac91a75535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ff5158-6de8-4aaa-b5a9-2392d72579c5,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:47.236537 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49574) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:47.291889 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc72ed2-4a39-4241-8a7d-0dc853525e98 admin admin] Deleting subnet 793028ec-fc30-4134-ac09-e1d2921d9f88 {{(pid=110411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:52:47.296401 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ffc72ed2-4a39-4241-8a7d-0dc853525e98 admin admin] Publish callbacks [] for subnet (793028ec-fc30-4134-ac09-e1d2921d9f88), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:47.308692 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-afb15c49-984c-4eb4-a54b-99d793e33e39 admin admin] Publish callbacks [] for security_group (56ff5158-6de8-4aaa-b5a9-2392d72579c5), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:47.342497 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-afb15c49-984c-4eb4-a54b-99d793e33e39 admin admin] Publish callbacks [] for security_group (56ff5158-6de8-4aaa-b5a9-2392d72579c5), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:47.375461 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ffc72ed2-4a39-4241-8a7d-0dc853525e98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5930700'] for subnet (793028ec-fc30-4134-ac09-e1d2921d9f88), precommit_delete_associations {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:47.515993 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-afb15c49-984c-4eb4-a54b-99d793e33e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (56ff5158-6de8-4aaa-b5a9-2392d72579c5), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:47.519624 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-afb15c49-984c-4eb4-a54b-99d793e33e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:47.520851 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-afb15c49-984c-4eb4-a54b-99d793e33e39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56ff5158-6de8-4aaa-b5a9-2392d72579c5 HTTP/1.1" status: 204 len: 168 time: 0.2833393 Apr 14 20:52:47.529549 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb15c49-984c-4eb4-a54b-99d793e33e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ff5158-6de8-4aaa-b5a9-2392d72579c5,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:47.541722 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c95326-b1f9-4d86-b4e1-c298629da4fa admin admin] Router d38c82e1-9fbf-479b-8a63-7113967e25f6 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:52:47.550415 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ffc72ed2-4a39-4241-8a7d-0dc853525e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041744'] for subnet (793028ec-fc30-4134-ac09-e1d2921d9f88), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:47.691207 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c95326-b1f9-4d86-b4e1-c298629da4fa admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:52:47.696130 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-a9c95326-b1f9-4d86-b4e1-c298629da4fa admin admin] 10.222.0.15 "PUT /v2.0/routers/d38c82e1-9fbf-479b-8a63-7113967e25f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4137950 Apr 14 20:52:47.698743 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49582) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:47.701911 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bb36be-f786-4dbd-bc54-6de248edab32 None None] Sync routers for ids ['d38c82e1-9fbf-479b-8a63-7113967e25f6'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:52:47.714824 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bb36be-f786-4dbd-bc54-6de248edab32 None None] Routers {'d38c82e1-9fbf-479b-8a63-7113967e25f6'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:47.715515 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-24bb36be-f786-4dbd-bc54-6de248edab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:52:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['d38c82e1-9fbf-479b-8a63-7113967e25f6'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:47.785100 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ffc72ed2-4a39-4241-8a7d-0dc853525e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4848389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4416462'] for subnet (793028ec-fc30-4134-ac09-e1d2921d9f88), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:47.820915 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ffc72ed2-4a39-4241-8a7d-0dc853525e98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:47.826683 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ffc72ed2-4a39-4241-8a7d-0dc853525e98 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/793028ec-fc30-4134-ac09-e1d2921d9f88 HTTP/1.1" status: 204 len: 168 time: 0.6507571 Apr 14 20:52:47.826904 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-24bb36be-f786-4dbd-bc54-6de248edab32 None None] Set router d38c82e1-9fbf-479b-8a63-7113967e25f6 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:47.827093 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b0e2a8-4079-4a87-a4d9-664f513a6691 None None] Network 78fd882f-0d96-47e7-99be-fdb344cfeb03 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:52:47.827578 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49584) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:47.834958 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc72ed2-4a39-4241-8a7d-0dc853525e98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=793028ec-fc30-4134-ac09-e1d2921d9f88,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:47.862958 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-318c3762-5958-415f-b788-9a11772ba7d2 admin admin] Publish callbacks [] for router (d38c82e1-9fbf-479b-8a63-7113967e25f6), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:47.898118 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558881'] for network (78fd882f-0d96-47e7-99be-fdb344cfeb03), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:47.960587 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] Deleting port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:47.963018 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (ca1fcc7b-b515-426a-8f75-d8dcdb0e694c), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.013890 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-318c3762-5958-415f-b788-9a11772ba7d2 admin admin] Publish callbacks [] for router_gateway (d38c82e1-9fbf-479b-8a63-7113967e25f6), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.022567 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-24bb36be-f786-4dbd-bc54-6de248edab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:52:46Z', 'revision_number': 5, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:48.031489 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49590) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:48.049413 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bb36be-f786-4dbd-bc54-6de248edab32 None None] Checking router: d38c82e1-9fbf-479b-8a63-7113967e25f6 for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:52:48.068130 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bb36be-f786-4dbd-bc54-6de248edab32 None None] Routers {'d38c82e1-9fbf-479b-8a63-7113967e25f6'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:48.068766 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-24bb36be-f786-4dbd-bc54-6de248edab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:52:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['d38c82e1-9fbf-479b-8a63-7113967e25f6'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:48.081368 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] For port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=ca1fcc7b-b515-426a-8f75-d8dcdb0e694c,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:48.081760 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (ca1fcc7b-b515-426a-8f75-d8dcdb0e694c), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.097702 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] Calling delete_port for ca1fcc7b-b515-426a-8f75-d8dcdb0e694c owned by network:dhcp {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:48.113909 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] DHCP port deletion for 78fd882f-0d96-47e7-99be-fdb344cfeb03 request from dv-cinder-837540-3-iscsi {{(pid=110413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:52:48.140137 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eea2a32c-caa0-470e-8908-bc469544f363 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group (f632ce2d-1e3d-49d3-bd9b-1cd2f1557068), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.169581 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eea2a32c-caa0-470e-8908-bc469544f363 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group (f632ce2d-1e3d-49d3-bd9b-1cd2f1557068), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.199879 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-24bb36be-f786-4dbd-bc54-6de248edab32 None None] Set router d38c82e1-9fbf-479b-8a63-7113967e25f6 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:48.203025 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Deleting port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c {{(pid=110413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:48.204890 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (ca1fcc7b-b515-426a-8f75-d8dcdb0e694c), before_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.256533 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-318c3762-5958-415f-b788-9a11772ba7d2 admin admin] Deleting port 655843b5-f81d-4ccc-bf86-4df0e93ff520 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:48.256879 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-318c3762-5958-415f-b788-9a11772ba7d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (655843b5-f81d-4ccc-bf86-4df0e93ff520), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.293722 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] For port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=ca1fcc7b-b515-426a-8f75-d8dcdb0e694c,segment=NetworkSegment(0bcb6587-d739-4684-a7a9-d923a616bf4b),segment_id=0bcb6587-d739-4684-a7a9-d923a616bf4b)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:48.294891 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (ca1fcc7b-b515-426a-8f75-d8dcdb0e694c), precommit_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.307805 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Calling delete_port for ca1fcc7b-b515-426a-8f75-d8dcdb0e694c owned by network:dhcp {{(pid=110413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:48.330486 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eea2a32c-caa0-470e-8908-bc469544f363 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (f632ce2d-1e3d-49d3-bd9b-1cd2f1557068), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.332908 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eea2a32c-caa0-470e-8908-bc469544f363 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.338263 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-eea2a32c-caa0-470e-8908-bc469544f363 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] 10.222.0.15 "DELETE /v2.0/security-groups/f632ce2d-1e3d-49d3-bd9b-1cd2f1557068 HTTP/1.1" status: 204 len: 168 time: 0.3016489 Apr 14 20:52:48.350874 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2a32c-caa0-470e-8908-bc469544f363 tempest-TestShelveInstance-1160900359 tempest-TestShelveInstance-1160900359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f632ce2d-1e3d-49d3-bd9b-1cd2f1557068,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:48.362010 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (ca1fcc7b-b515-426a-8f75-d8dcdb0e694c), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.398732 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-318c3762-5958-415f-b788-9a11772ba7d2 admin admin] For port 655843b5-f81d-4ccc-bf86-4df0e93ff520, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=655843b5-f81d-4ccc-bf86-4df0e93ff520,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:48.404668 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-318c3762-5958-415f-b788-9a11772ba7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (655843b5-f81d-4ccc-bf86-4df0e93ff520), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.421366 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1fcc7b-b515-426a-8f75-d8dcdb0e694c,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:48.434011 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-318c3762-5958-415f-b788-9a11772ba7d2 admin admin] Calling delete_port for 655843b5-f81d-4ccc-bf86-4df0e93ff520 owned by network:router_gateway {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:48.436216 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] No DVR routers for this DVR port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c on host dv-cinder-837540-3-iscsi {{(pid=110412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:52:48.486333 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49606) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:48.493331 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-24bb36be-f786-4dbd-bc54-6de248edab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:52:46Z', 'revision_number': 5, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:48.495962 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999'] for port (ca1fcc7b-b515-426a-8f75-d8dcdb0e694c), after_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.520611 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] No DVR routers for this DVR port ca1fcc7b-b515-426a-8f75-d8dcdb0e694c on host dv-cinder-837540-3-iscsi {{(pid=110413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:52:48.526815 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bb36be-f786-4dbd-bc54-6de248edab32 None None] The sync data for ids ['d38c82e1-9fbf-479b-8a63-7113967e25f6'] in dv-cinder-837540-3-iscsi is: [{'id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'name': 'tempest-AttachVolumeShelveTestJSON-2002012827-router', 'tenant_id': '2082493328724c83b6ee97c6c6d7a788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:45:21Z', 'updated_at': '2022-04-14T20:52:46Z', 'revision_number': 5, 'project_id': '2082493328724c83b6ee97c6c6d7a788', 'gw_port': {'id': '655843b5-f81d-4ccc-bf86-4df0e93ff520', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38c82e1-9fbf-479b-8a63-7113967e25f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:45:23Z', 'updated_at': '2022-04-14T20:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:52:48.543115 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044203', 'neutron.services.segments.db._delete_segments_for_network-8766881083832'] for network (78fd882f-0d96-47e7-99be-fdb344cfeb03), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.572982 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fd882f-0d96-47e7-99be-fdb344cfeb03']}} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:48.588124 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Pushing event deleted for resources: {'Port': ['ID=ca1fcc7b-b515-426a-8f75-d8dcdb0e694c,revision_number=None']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:48.589400 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bcb6587-d739-4684-a7a9-d923a616bf4b') {'for_net_delete': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:48.593863 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bcb6587-d739-4684-a7a9-d923a616bf4b') {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:48.602933 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766880940993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5090906'] for segment (0bcb6587-d739-4684-a7a9-d923a616bf4b), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.603923 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:48.604280 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:48.604651 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:48.605018 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:48.606074 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:48.606251 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:48.606646 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:48.607053 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:48.607574 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:48.607667 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:48.607985 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:48.608285 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:48.608616 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:48.609066 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:48.609438 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d12e22-81f4-415b-b350-ccffb51c65e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:48.619447 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (0bcb6587-d739-4684-a7a9-d923a616bf4b), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.631006 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=110412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:52:48.631638 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773778'] for segment (0bcb6587-d739-4684-a7a9-d923a616bf4b), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: Traceback (most recent call last): Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: timer() Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: cb(*args, **kw) Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: return func(*args, **kwargs) Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: self._notify() Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: self.callback(batched_events) Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: event.method(event) Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: return f(self, *a, **k) Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._get(url).json() Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: return self.request(url, 'GET', **kwargs) Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:52:48.633838 dv-cinder-837540-3-iscsi neutron-server[110412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:52:48.779409 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644488'] for network (78fd882f-0d96-47e7-99be-fdb344cfeb03), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.785225 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:48.790757 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] 10.222.0.15 "DELETE /v2.0/networks/78fd882f-0d96-47e7-99be-fdb344cfeb03 HTTP/1.1" status: 204 len: 168 time: 0.9603078 Apr 14 20:52:48.802408 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b129543-0251-4af0-a1d4-248dbbdf5a66 admin admin] Pushing event deleted for resources: {'Network': ['ID=78fd882f-0d96-47e7-99be-fdb344cfeb03,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:49.004579 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ae00ccc5-c0c9-4df5-8655-41df19ab16dc no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:52:49.040355 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: ae00ccc5-c0c9-4df5-8655-41df19ab16dc {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:52:49.040768 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ae00ccc5-c0c9-4df5-8655-41df19ab16dc not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:49.043601 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device d2e00bee-211f-4a95-8f74-3ab2c779dd26 no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:52:49.073085 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: d2e00bee-211f-4a95-8f74-3ab2c779dd26 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:52:49.073085 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device d2e00bee-211f-4a95-8f74-3ab2c779dd26 not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:49.073085 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ca1fcc7b-b515-426a-8f75-d8dcdb0e694c no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:52:49.097465 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: ca1fcc7b-b515-426a-8f75-d8dcdb0e694c {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:52:49.098291 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ca1fcc7b-b515-426a-8f75-d8dcdb0e694c not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:49.166735 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49634) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:49.210434 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-3ba8a2a4-3553-4181-b950-b7bd0848e1ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31d17db2ef5747d8836b06e9567e947b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423627 Apr 14 20:52:49.212964 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49636) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:49.303283 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-284306eb-16df-4bc2-b822-c4c23d6cf083 admin admin] Publish callbacks [] for security_group (dbe3ce80-c675-4d96-ade5-ec9767cda3f8), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:49.314954 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-318c3762-5958-415f-b788-9a11772ba7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (655843b5-f81d-4ccc-bf86-4df0e93ff520), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:49.324992 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-284306eb-16df-4bc2-b822-c4c23d6cf083 admin admin] Publish callbacks [] for security_group (dbe3ce80-c675-4d96-ade5-ec9767cda3f8), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:49.349234 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c3762-5958-415f-b788-9a11772ba7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=655843b5-f81d-4ccc-bf86-4df0e93ff520,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:49.456125 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-284306eb-16df-4bc2-b822-c4c23d6cf083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (dbe3ce80-c675-4d96-ade5-ec9767cda3f8), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:49.460780 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-284306eb-16df-4bc2-b822-c4c23d6cf083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:49.462754 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-284306eb-16df-4bc2-b822-c4c23d6cf083 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dbe3ce80-c675-4d96-ade5-ec9767cda3f8 HTTP/1.1" status: 204 len: 168 time: 0.2486312 Apr 14 20:52:49.472740 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284306eb-16df-4bc2-b822-c4c23d6cf083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe3ce80-c675-4d96-ade5-ec9767cda3f8,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:49.480534 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-318c3762-5958-415f-b788-9a11772ba7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644524'] for router_gateway (d38c82e1-9fbf-479b-8a63-7113967e25f6), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:49.591939 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b138-6be2-4cc4-9a6e-f5d6b4e5a564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643990'] for router_interface (a76a57fa-4f19-4fe1-85bb-750ec89bafd2), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:49.634653 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-318c3762-5958-415f-b788-9a11772ba7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25830'] for router (d38c82e1-9fbf-479b-8a63-7113967e25f6), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:49.638124 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-318c3762-5958-415f-b788-9a11772ba7d2 admin admin] Publish callbacks [] for router_controller (d38c82e1-9fbf-479b-8a63-7113967e25f6), precommit_delete_associations {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:49.817958 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-318c3762-5958-415f-b788-9a11772ba7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1645577'] for router (d38c82e1-9fbf-479b-8a63-7113967e25f6), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:49.818534 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318c3762-5958-415f-b788-9a11772ba7d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d38c82e1-9fbf-479b-8a63-7113967e25f6 {{(pid=110411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:52:49.827310 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-318c3762-5958-415f-b788-9a11772ba7d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:49.832391 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-318c3762-5958-415f-b788-9a11772ba7d2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d38c82e1-9fbf-479b-8a63-7113967e25f6 HTTP/1.1" status: 204 len: 168 time: 2.1287708 Apr 14 20:52:49.832501 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49656) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:49.891556 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 99e9cb23-f15b-4831-8c61-17fc14a30095 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:52:49.909036 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea5fc30-b0da-43a9-a60d-047c713997b0 admin admin] Deleting subnet 16b82aa4-c945-4e6e-b6e8-1226b1ad8852 {{(pid=110412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:52:49.920260 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fc30-b0da-43a9-a60d-047c713997b0 admin admin] Publish callbacks [] for subnet (16b82aa4-c945-4e6e-b6e8-1226b1ad8852), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:49.947679 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: 99e9cb23-f15b-4831-8c61-17fc14a30095 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:52:49.948066 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 99e9cb23-f15b-4831-8c61-17fc14a30095 not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:49.983531 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fc30-b0da-43a9-a60d-047c713997b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5090913'] for subnet (16b82aa4-c945-4e6e-b6e8-1226b1ad8852), precommit_delete_associations {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:50.005730 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4b138-6be2-4cc4-9a6e-f5d6b4e5a564 admin admin] Deleting port 8b257e84-8b6f-4081-bb0c-a82af4dee32c {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:50.006176 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b138-6be2-4cc4-9a6e-f5d6b4e5a564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:50.116283 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fc30-b0da-43a9-a60d-047c713997b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041744'] for subnet (16b82aa4-c945-4e6e-b6e8-1226b1ad8852), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:50.124976 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-7ce4b138-6be2-4cc4-9a6e-f5d6b4e5a564 admin admin] For port 8b257e84-8b6f-4081-bb0c-a82af4dee32c, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=8b257e84-8b6f-4081-bb0c-a82af4dee32c,segment=NetworkSegment(14b3ac16-854b-4eca-80c6-52a5054d6576),segment_id=14b3ac16-854b-4eca-80c6-52a5054d6576)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:50.124976 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b138-6be2-4cc4-9a6e-f5d6b4e5a564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:50.144441 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4b138-6be2-4cc4-9a6e-f5d6b4e5a564 admin admin] Calling delete_port for 8b257e84-8b6f-4081-bb0c-a82af4dee32c owned by network:router_interface {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:50.591251 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fc30-b0da-43a9-a60d-047c713997b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7773928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309105'] for subnet (16b82aa4-c945-4e6e-b6e8-1226b1ad8852), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:50.617787 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5fc30-b0da-43a9-a60d-047c713997b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b82aa4-c945-4e6e-b6e8-1226b1ad8852,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:50.621502 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fc30-b0da-43a9-a60d-047c713997b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:50.625010 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b138-6be2-4cc4-9a6e-f5d6b4e5a564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (8b257e84-8b6f-4081-bb0c-a82af4dee32c), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:50.625964 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-1ea5fc30-b0da-43a9-a60d-047c713997b0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/16b82aa4-c945-4e6e-b6e8-1226b1ad8852 HTTP/1.1" status: 204 len: 168 time: 0.7936435 Apr 14 20:52:50.636719 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49676) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:50.636841 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0691c2-122c-4182-8a7b-f837eac285ce None None] Network d8f2fc22-5798-4429-ba83-71f0fd04ef2c requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:52:50.689662 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4b138-6be2-4cc4-9a6e-f5d6b4e5a564 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b257e84-8b6f-4081-bb0c-a82af4dee32c,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:50.804762 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558881'] for network (d8f2fc22-5798-4429-ba83-71f0fd04ef2c), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:50.836794 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 655843b5-f81d-4ccc-bf86-4df0e93ff520 no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:52:50.878430 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: 655843b5-f81d-4ccc-bf86-4df0e93ff520 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:52:50.879099 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 655843b5-f81d-4ccc-bf86-4df0e93ff520 not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:50.904600 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] Deleting port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:50.905351 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:50.953818 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b138-6be2-4cc4-9a6e-f5d6b4e5a564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643850'] for router_interface (a76a57fa-4f19-4fe1-85bb-750ec89bafd2), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:50.986314 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ad9510-79a9-4f84-9742-71581c45b30b None None] DHCP port deletion for d8f2fc22-5798-4429-ba83-71f0fd04ef2c request from dv-cinder-837540-3-iscsi {{(pid=110413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:52:51.029991 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] For port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:51.030369 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:51.047353 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] Calling delete_port for ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 owned by network:dhcp {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:51.083488 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad9510-79a9-4f84-9742-71581c45b30b None None] Deleting port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 {{(pid=110413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:51.084296 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c4ad9510-79a9-4f84-9742-71581c45b30b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99), before_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:51.177041 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-c4ad9510-79a9-4f84-9742-71581c45b30b None None] For port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99,segment=NetworkSegment(b8e6d31b-c055-4055-9038-42a4f543c06f),segment_id=b8e6d31b-c055-4055-9038-42a4f543c06f)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:51.177480 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c4ad9510-79a9-4f84-9742-71581c45b30b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99), precommit_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:51.198359 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad9510-79a9-4f84-9742-71581c45b30b None None] Calling delete_port for ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 owned by network:dhcp {{(pid=110413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:51.224851 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:51.268993 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] Pushing event deleted for resources: {'Port': ['ID=ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:51.270964 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] No DVR routers for this DVR port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 on host dv-cinder-837540-3-iscsi {{(pid=110412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:52:51.292313 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c4ad9510-79a9-4f84-9742-71581c45b30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999'] for port (ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99), after_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:51.323883 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce4b138-6be2-4cc4-9a6e-f5d6b4e5a564 admin admin] Router a76a57fa-4f19-4fe1-85bb-750ec89bafd2 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:52:51.326412 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ad9510-79a9-4f84-9742-71581c45b30b None None] No DVR routers for this DVR port ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 on host dv-cinder-837540-3-iscsi {{(pid=110413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:52:51.333349 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad9510-79a9-4f84-9742-71581c45b30b None None] Pushing event deleted for resources: {'Port': ['ID=ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99,revision_number=None']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:51.379209 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044203', 'neutron.services.segments.db._delete_segments_for_network-8766881083832'] for network (d8f2fc22-5798-4429-ba83-71f0fd04ef2c), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:51.417808 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f2fc22-5798-4429-ba83-71f0fd04ef2c']}} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:51.430561 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e6d31b-c055-4055-9038-42a4f543c06f') {'for_net_delete': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:51.430561 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e6d31b-c055-4055-9038-42a4f543c06f') {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:51.446464 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766880940993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5090906'] for segment (b8e6d31b-c055-4055-9038-42a4f543c06f), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:51.472432 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (b8e6d31b-c055-4055-9038-42a4f543c06f), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:51.486610 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce4b138-6be2-4cc4-9a6e-f5d6b4e5a564 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:52:51.486708 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=110412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:52:51.487734 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-7ce4b138-6be2-4cc4-9a6e-f5d6b4e5a564 admin admin] 10.222.0.15 "PUT /v2.0/routers/a76a57fa-4f19-4fe1-85bb-750ec89bafd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0002913 Apr 14 20:52:51.489544 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773778'] for segment (b8e6d31b-c055-4055-9038-42a4f543c06f), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:51.490881 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49712) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:51.495091 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c149e800-a275-436b-8182-22f64614eb1e None None] Sync routers for ids ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:52:51.505849 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c149e800-a275-436b-8182-22f64614eb1e None None] Routers {'a76a57fa-4f19-4fe1-85bb-750ec89bafd2'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:51.507206 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-c149e800-a275-436b-8182-22f64614eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:52:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: Traceback (most recent call last): Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: timer() Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: cb(*args, **kw) Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: return func(*args, **kwargs) Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: self._notify() Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: self.callback(batched_events) Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: event.method(event) Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: return f(self, *a, **k) Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._get(url).json() Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: return self.request(url, 'GET', **kwargs) Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:52:51.595320 dv-cinder-837540-3-iscsi neutron-server[110412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:52:51.607589 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49716) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:51.632004 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-c149e800-a275-436b-8182-22f64614eb1e None None] Set router a76a57fa-4f19-4fe1-85bb-750ec89bafd2 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:51.673079 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a157cdb1-8864-49bb-b2a3-f44c76a759b7 admin admin] Publish callbacks [] for router (a76a57fa-4f19-4fe1-85bb-750ec89bafd2), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:51.740140 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644488'] for network (d8f2fc22-5798-4429-ba83-71f0fd04ef2c), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:51.745565 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:51.753416 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] 10.222.0.15 "DELETE /v2.0/networks/d8f2fc22-5798-4429-ba83-71f0fd04ef2c HTTP/1.1" status: 204 len: 168 time: 1.1188366 Apr 14 20:52:51.780266 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6a24c-daad-4552-bf35-ab18783bce8b admin admin] Pushing event deleted for resources: {'Network': ['ID=d8f2fc22-5798-4429-ba83-71f0fd04ef2c,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:51.835199 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a157cdb1-8864-49bb-b2a3-f44c76a759b7 admin admin] Publish callbacks [] for router_gateway (a76a57fa-4f19-4fe1-85bb-750ec89bafd2), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:51.850766 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f330079e-748f-40ce-a841-abf8efc81951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:51.862290 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-c149e800-a275-436b-8182-22f64614eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'name': 'tempest-TestShelveInstance-163121252-router', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:44Z', 'updated_at': '2022-04-14T20:52:50Z', 'revision_number': 5, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'gw_port': {'id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:45Z', 'updated_at': '2022-04-14T20:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:51.890890 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c149e800-a275-436b-8182-22f64614eb1e None None] Checking router: a76a57fa-4f19-4fe1-85bb-750ec89bafd2 for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:52:51.900212 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c149e800-a275-436b-8182-22f64614eb1e None None] Routers {'a76a57fa-4f19-4fe1-85bb-750ec89bafd2'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:51.901713 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-c149e800-a275-436b-8182-22f64614eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:52:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:51.948176 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f330079e-748f-40ce-a841-abf8efc81951 admin admin] Publish callbacks [] for security_group (28e551d0-19da-4cfc-85ec-0553eab61fbd), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:51.981095 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-a157cdb1-8864-49bb-b2a3-f44c76a759b7 admin admin] Deleting port a2c77635-55aa-4991-9501-00b0e70817b1 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:51.982015 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a157cdb1-8864-49bb-b2a3-f44c76a759b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (a2c77635-55aa-4991-9501-00b0e70817b1), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:52.028054 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f330079e-748f-40ce-a841-abf8efc81951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (28e551d0-19da-4cfc-85ec-0553eab61fbd), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:52.040927 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-c149e800-a275-436b-8182-22f64614eb1e None None] Set router a76a57fa-4f19-4fe1-85bb-750ec89bafd2 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:52.080819 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-a157cdb1-8864-49bb-b2a3-f44c76a759b7 admin admin] For port a2c77635-55aa-4991-9501-00b0e70817b1, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=a2c77635-55aa-4991-9501-00b0e70817b1,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:52.081538 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a157cdb1-8864-49bb-b2a3-f44c76a759b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (a2c77635-55aa-4991-9501-00b0e70817b1), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:52.091780 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-f330079e-748f-40ce-a841-abf8efc81951 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a64db447944b477d92ee3fcfa3144bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4819322 Apr 14 20:52:52.094315 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49736) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:52.097169 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330079e-748f-40ce-a841-abf8efc81951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e551d0-19da-4cfc-85ec-0553eab61fbd,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:52.106856 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-a157cdb1-8864-49bb-b2a3-f44c76a759b7 admin admin] Calling delete_port for a2c77635-55aa-4991-9501-00b0e70817b1 owned by network:router_gateway {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:52.214619 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-526a63db-4337-4dbb-bf64-373ff60ed7a2 admin admin] Publish callbacks [] for security_group (28e551d0-19da-4cfc-85ec-0553eab61fbd), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:52.250124 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-c149e800-a275-436b-8182-22f64614eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'name': 'tempest-TestShelveInstance-163121252-router', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:44Z', 'updated_at': '2022-04-14T20:52:50Z', 'revision_number': 5, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'gw_port': {'id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:45Z', 'updated_at': '2022-04-14T20:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:52.256480 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49744) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:52.278855 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-526a63db-4337-4dbb-bf64-373ff60ed7a2 admin admin] Publish callbacks [] for security_group (28e551d0-19da-4cfc-85ec-0553eab61fbd), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:52.285763 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c149e800-a275-436b-8182-22f64614eb1e None None] The sync data for ids ['a76a57fa-4f19-4fe1-85bb-750ec89bafd2'] in dv-cinder-837540-3-iscsi is: [{'id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'name': 'tempest-TestShelveInstance-163121252-router', 'tenant_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:44Z', 'updated_at': '2022-04-14T20:52:50Z', 'revision_number': 5, 'project_id': 'e4dbbcd1ec03435a9c867254bd10e66a', 'gw_port': {'id': 'a2c77635-55aa-4991-9501-00b0e70817b1', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a57fa-4f19-4fe1-85bb-750ec89bafd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:45Z', 'updated_at': '2022-04-14T20:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:52:52.319688 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-8f47a647-cf1f-4c57-a468-b7dbe385de55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2082493328724c83b6ee97c6c6d7a788&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0594730 Apr 14 20:52:52.320061 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49750) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:52.373770 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9f26c566-89d3-4461-b1a8-d1a851f372f6 admin admin] Publish callbacks [] for security_group (bd251fe5-ef50-4406-ad68-d5d59b0f060f), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:52.400583 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9f26c566-89d3-4461-b1a8-d1a851f372f6 admin admin] Publish callbacks [] for security_group (bd251fe5-ef50-4406-ad68-d5d59b0f060f), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:52.453072 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-526a63db-4337-4dbb-bf64-373ff60ed7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (28e551d0-19da-4cfc-85ec-0553eab61fbd), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:52.455714 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-526a63db-4337-4dbb-bf64-373ff60ed7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:52.456965 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-526a63db-4337-4dbb-bf64-373ff60ed7a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28e551d0-19da-4cfc-85ec-0553eab61fbd HTTP/1.1" status: 204 len: 168 time: 0.3579736 Apr 14 20:52:52.465008 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a63db-4337-4dbb-bf64-373ff60ed7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e551d0-19da-4cfc-85ec-0553eab61fbd,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:52.499512 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a157cdb1-8864-49bb-b2a3-f44c76a759b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (a2c77635-55aa-4991-9501-00b0e70817b1), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:52.527771 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157cdb1-8864-49bb-b2a3-f44c76a759b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c77635-55aa-4991-9501-00b0e70817b1,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:52.529350 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9f26c566-89d3-4461-b1a8-d1a851f372f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (bd251fe5-ef50-4406-ad68-d5d59b0f060f), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:52.538316 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9f26c566-89d3-4461-b1a8-d1a851f372f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:52.540308 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-9f26c566-89d3-4461-b1a8-d1a851f372f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd251fe5-ef50-4406-ad68-d5d59b0f060f HTTP/1.1" status: 204 len: 168 time: 0.2191939 Apr 14 20:52:52.549545 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26c566-89d3-4461-b1a8-d1a851f372f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd251fe5-ef50-4406-ad68-d5d59b0f060f,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:52.607005 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a157cdb1-8864-49bb-b2a3-f44c76a759b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644524'] for router_gateway (a76a57fa-4f19-4fe1-85bb-750ec89bafd2), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:52.745215 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a157cdb1-8864-49bb-b2a3-f44c76a759b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25830'] for router (a76a57fa-4f19-4fe1-85bb-750ec89bafd2), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:52.745215 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a157cdb1-8864-49bb-b2a3-f44c76a759b7 admin admin] Publish callbacks [] for router_controller (a76a57fa-4f19-4fe1-85bb-750ec89bafd2), precommit_delete_associations {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:52.859294 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:52:52.880420 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:52:52.880983 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ccfaf5fb-4dc7-40ff-9d24-75bd0a800d99 not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:52.881288 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 8b257e84-8b6f-4081-bb0c-a82af4dee32c no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:52:52.889876 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a157cdb1-8864-49bb-b2a3-f44c76a759b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1645577'] for router (a76a57fa-4f19-4fe1-85bb-750ec89bafd2), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:52.895038 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a157cdb1-8864-49bb-b2a3-f44c76a759b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a76a57fa-4f19-4fe1-85bb-750ec89bafd2 {{(pid=110411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:52:52.896552 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a157cdb1-8864-49bb-b2a3-f44c76a759b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:52.897848 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-a157cdb1-8864-49bb-b2a3-f44c76a759b7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a76a57fa-4f19-4fe1-85bb-750ec89bafd2 HTTP/1.1" status: 204 len: 168 time: 1.4061620 Apr 14 20:52:52.900390 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49762) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:52.904148 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: 8b257e84-8b6f-4081-bb0c-a82af4dee32c {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:52:52.904648 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 8b257e84-8b6f-4081-bb0c-a82af4dee32c not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:52.935409 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-9df38e1d-0344-4d79-ba31-282e188d2dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:52.955093 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdbaf6e-ff49-4d05-a6b9-a468381c76eb admin admin] Deleting subnet 695c202b-519d-4cd6-a1e7-90a67ca64d14 {{(pid=110411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:52:52.958456 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dbdbaf6e-ff49-4d05-a6b9-a468381c76eb admin admin] Publish callbacks [] for subnet (695c202b-519d-4cd6-a1e7-90a67ca64d14), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.002052 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dbdbaf6e-ff49-4d05-a6b9-a468381c76eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5930700'] for subnet (695c202b-519d-4cd6-a1e7-90a67ca64d14), precommit_delete_associations {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.094693 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dbdbaf6e-ff49-4d05-a6b9-a468381c76eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041744'] for subnet (695c202b-519d-4cd6-a1e7-90a67ca64d14), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.109034 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49768) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:53.284786 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dbdbaf6e-ff49-4d05-a6b9-a468381c76eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4848389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4416462'] for subnet (695c202b-519d-4cd6-a1e7-90a67ca64d14), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.312405 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbaf6e-ff49-4d05-a6b9-a468381c76eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=695c202b-519d-4cd6-a1e7-90a67ca64d14,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:53.314422 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dbdbaf6e-ff49-4d05-a6b9-a468381c76eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.322170 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-dbdbaf6e-ff49-4d05-a6b9-a468381c76eb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/695c202b-519d-4cd6-a1e7-90a67ca64d14 HTTP/1.1" status: 204 len: 168 time: 0.4188156 Apr 14 20:52:53.322301 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3544e71e-2c3e-4569-b234-f0d1748d613f None None] Network 540ed165-30db-46c7-8958-ade545db3304 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:52:53.322403 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49780) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:53.361932 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fbd44ed8-7044-4d2b-bc9d-531e658f46c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.399365 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558881'] for network (540ed165-30db-46c7-8958-ade545db3304), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.446867 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] Deleting port a742d42d-6612-4cab-8163-2b8bb637f8d3 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:53.447205 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (a742d42d-6612-4cab-8163-2b8bb637f8d3), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.516799 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fbd44ed8-7044-4d2b-bc9d-531e658f46c3 admin admin] Publish callbacks [] for security_group (f7a5811c-6f5b-46c4-92ef-012fa54fd942), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.525525 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49782) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:53.542051 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309494d7-48b8-4611-bb1b-e9fe76e9d762 None None] DHCP port deletion for 540ed165-30db-46c7-8958-ade545db3304 request from dv-cinder-837540-3-iscsi {{(pid=110413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:52:53.557890 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] For port a742d42d-6612-4cab-8163-2b8bb637f8d3, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=a742d42d-6612-4cab-8163-2b8bb637f8d3,segment=NetworkSegment(14b3ac16-854b-4eca-80c6-52a5054d6576),segment_id=14b3ac16-854b-4eca-80c6-52a5054d6576)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:53.558265 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (a742d42d-6612-4cab-8163-2b8bb637f8d3), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.563182 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ed1b9487-e417-4a6f-b38d-6a75f7369c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.597875 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] Calling delete_port for a742d42d-6612-4cab-8163-2b8bb637f8d3 owned by network:dhcp {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:53.617851 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fbd44ed8-7044-4d2b-bc9d-531e658f46c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (f7a5811c-6f5b-46c4-92ef-012fa54fd942), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.631981 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-309494d7-48b8-4611-bb1b-e9fe76e9d762 None None] Deleting port a742d42d-6612-4cab-8163-2b8bb637f8d3 {{(pid=110413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:53.635967 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-309494d7-48b8-4611-bb1b-e9fe76e9d762 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (a742d42d-6612-4cab-8163-2b8bb637f8d3), before_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.651946 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-fbd44ed8-7044-4d2b-bc9d-531e658f46c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f33afd2d50494507b55641ca2be4ae85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5431798 Apr 14 20:52:53.652549 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49790) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:53.712234 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd44ed8-7044-4d2b-bc9d-531e658f46c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a5811c-6f5b-46c4-92ef-012fa54fd942,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:53.737755 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-309494d7-48b8-4611-bb1b-e9fe76e9d762 None None] For port a742d42d-6612-4cab-8163-2b8bb637f8d3, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=a742d42d-6612-4cab-8163-2b8bb637f8d3,segment=NetworkSegment(14b3ac16-854b-4eca-80c6-52a5054d6576),segment_id=14b3ac16-854b-4eca-80c6-52a5054d6576)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:53.737755 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-309494d7-48b8-4611-bb1b-e9fe76e9d762 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (a742d42d-6612-4cab-8163-2b8bb637f8d3), precommit_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.749634 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ed1b9487-e417-4a6f-b38d-6a75f7369c3f admin admin] Publish callbacks [] for security_group (70957f38-e2b8-4087-9560-1d96202315cd), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.751518 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-309494d7-48b8-4611-bb1b-e9fe76e9d762 None None] Calling delete_port for a742d42d-6612-4cab-8163-2b8bb637f8d3 owned by network:dhcp {{(pid=110413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:53.763216 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fc949252-cb46-4dca-b14d-67799594ce55 admin admin] Publish callbacks [] for security_group (f7a5811c-6f5b-46c4-92ef-012fa54fd942), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.787179 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fc949252-cb46-4dca-b14d-67799594ce55 admin admin] Publish callbacks [] for security_group (f7a5811c-6f5b-46c4-92ef-012fa54fd942), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.824638 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ed1b9487-e417-4a6f-b38d-6a75f7369c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (70957f38-e2b8-4087-9560-1d96202315cd), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.862696 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (a742d42d-6612-4cab-8163-2b8bb637f8d3), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.877108 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-ed1b9487-e417-4a6f-b38d-6a75f7369c3f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7be4d1b27e1f45acabc1eed9be7aeced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471413 Apr 14 20:52:53.877108 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b9487-e417-4a6f-b38d-6a75f7369c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70957f38-e2b8-4087-9560-1d96202315cd,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:53.878253 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49800) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:53.935938 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=a742d42d-6612-4cab-8163-2b8bb637f8d3,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:53.945989 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] No DVR routers for this DVR port a742d42d-6612-4cab-8163-2b8bb637f8d3 on host dv-cinder-837540-3-iscsi {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:52:53.947262 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-76c337be-92e5-4c45-afcc-13cd7db44eef admin admin] Publish callbacks [] for security_group (70957f38-e2b8-4087-9560-1d96202315cd), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.971832 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fc949252-cb46-4dca-b14d-67799594ce55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (f7a5811c-6f5b-46c4-92ef-012fa54fd942), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.975032 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fc949252-cb46-4dca-b14d-67799594ce55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.976495 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-fc949252-cb46-4dca-b14d-67799594ce55 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7a5811c-6f5b-46c4-92ef-012fa54fd942 HTTP/1.1" status: 204 len: 168 time: 0.3167968 Apr 14 20:52:53.979096 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-76c337be-92e5-4c45-afcc-13cd7db44eef admin admin] Publish callbacks [] for security_group (70957f38-e2b8-4087-9560-1d96202315cd), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:53.999234 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc949252-cb46-4dca-b14d-67799594ce55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a5811c-6f5b-46c4-92ef-012fa54fd942,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:54.026387 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-309494d7-48b8-4611-bb1b-e9fe76e9d762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999'] for port (a742d42d-6612-4cab-8163-2b8bb637f8d3), after_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:54.051774 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309494d7-48b8-4611-bb1b-e9fe76e9d762 None None] Pushing event deleted for resources: {'Port': ['ID=a742d42d-6612-4cab-8163-2b8bb637f8d3,revision_number=None']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:54.061998 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309494d7-48b8-4611-bb1b-e9fe76e9d762 None None] No DVR routers for this DVR port a742d42d-6612-4cab-8163-2b8bb637f8d3 on host dv-cinder-837540-3-iscsi {{(pid=110413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:52:54.078835 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044203', 'neutron.services.segments.db._delete_segments_for_network-8766881083832'] for network (540ed165-30db-46c7-8958-ade545db3304), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:54.105496 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.services.segments.db [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540ed165-30db-46c7-8958-ade545db3304']}} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:54.115710 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.services.segments.db [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b3ac16-854b-4eca-80c6-52a5054d6576') {'for_net_delete': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:54.116022 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.services.segments.db [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b3ac16-854b-4eca-80c6-52a5054d6576') {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:54.126437 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766880940993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5930743'] for segment (14b3ac16-854b-4eca-80c6-52a5054d6576), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:54.127125 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-76c337be-92e5-4c45-afcc-13cd7db44eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (70957f38-e2b8-4087-9560-1d96202315cd), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:54.130203 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-76c337be-92e5-4c45-afcc-13cd7db44eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:54.131349 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-76c337be-92e5-4c45-afcc-13cd7db44eef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70957f38-e2b8-4087-9560-1d96202315cd HTTP/1.1" status: 204 len: 168 time: 0.2521229 Apr 14 20:52:54.142542 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c337be-92e5-4c45-afcc-13cd7db44eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70957f38-e2b8-4087-9560-1d96202315cd,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:54.143958 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (14b3ac16-854b-4eca-80c6-52a5054d6576), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:54.151306 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=110411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:52:54.152132 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4848575'] for segment (14b3ac16-854b-4eca-80c6-52a5054d6576), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: Traceback (most recent call last): Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: timer() Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: cb(*args, **kw) Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: return func(*args, **kwargs) Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: self._notify() Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: self.callback(batched_events) Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: event.method(event) Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: return f(self, *a, **k) Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: return self._get(url).json() Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: return self.request(url, 'GET', **kwargs) Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:52:54.154978 dv-cinder-837540-3-iscsi neutron-server[110411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:52:54.293556 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644488'] for network (540ed165-30db-46c7-8958-ade545db3304), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:54.302897 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:54.309275 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] 10.222.0.15 "DELETE /v2.0/networks/540ed165-30db-46c7-8958-ade545db3304 HTTP/1.1" status: 204 len: 168 time: 0.9845037 Apr 14 20:52:54.311416 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49826) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:54.326833 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871b5e5-e743-40bf-a784-cc0ffe015a30 admin admin] Pushing event deleted for resources: {'Network': ['ID=540ed165-30db-46c7-8958-ade545db3304,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:54.672768 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ecfa33d1-e9e9-4add-802b-193c71c340b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643990'] for router_interface (5fb94be8-704f-4ccc-a225-785608726400), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:54.736192 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49840) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:54.737555 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device a742d42d-6612-4cab-8163-2b8bb637f8d3 no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:52:54.760623 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: a742d42d-6612-4cab-8163-2b8bb637f8d3 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:52:54.760891 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device a742d42d-6612-4cab-8163-2b8bb637f8d3 not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:54.761533 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device a2c77635-55aa-4991-9501-00b0e70817b1 no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:52:54.767820 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-58895daf-5ed7-496e-b233-9394265b20f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:54.787760 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: a2c77635-55aa-4991-9501-00b0e70817b1 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:52:54.788431 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device a2c77635-55aa-4991-9501-00b0e70817b1 not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:54.851270 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-58895daf-5ed7-496e-b233-9394265b20f8 admin admin] Publish callbacks [] for security_group (ce563821-145d-4a7c-be56-b599fbeca1a3), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:54.910457 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-58895daf-5ed7-496e-b233-9394265b20f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (ce563821-145d-4a7c-be56-b599fbeca1a3), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:54.940498 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-ecfa33d1-e9e9-4add-802b-193c71c340b4 admin admin] Deleting port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:54.941515 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ecfa33d1-e9e9-4add-802b-193c71c340b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:54.949005 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-58895daf-5ed7-496e-b233-9394265b20f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fa67ecf97304bf4bc771f4d006752bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116327 Apr 14 20:52:54.952595 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49842) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:54.959846 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58895daf-5ed7-496e-b233-9394265b20f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce563821-145d-4a7c-be56-b599fbeca1a3,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:55.005766 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-97d2dbed-4156-4527-8acd-0a71015a02ee admin admin] Publish callbacks [] for security_group (ce563821-145d-4a7c-be56-b599fbeca1a3), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:55.028123 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-97d2dbed-4156-4527-8acd-0a71015a02ee admin admin] Publish callbacks [] for security_group (ce563821-145d-4a7c-be56-b599fbeca1a3), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:55.030054 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-ecfa33d1-e9e9-4add-802b-193c71c340b4 admin admin] For port 2d4eb54a-37ab-49dc-99c4-6d28287f42c9, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=2d4eb54a-37ab-49dc-99c4-6d28287f42c9,segment=NetworkSegment(68727b13-15ea-4868-abd3-753321565cd1),segment_id=68727b13-15ea-4868-abd3-753321565cd1)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:55.030054 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ecfa33d1-e9e9-4add-802b-193c71c340b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:55.043966 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:52:55.045099 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c5201290-2b2e-4268-a081-930a9fcda0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:55.048404 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-ecfa33d1-e9e9-4add-802b-193c71c340b4 admin admin] Calling delete_port for 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 owned by network:router_interface {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:55.141589 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49846) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:55.162551 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-97d2dbed-4156-4527-8acd-0a71015a02ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (ce563821-145d-4a7c-be56-b599fbeca1a3), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:55.165668 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-97d2dbed-4156-4527-8acd-0a71015a02ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:55.167030 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-97d2dbed-4156-4527-8acd-0a71015a02ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce563821-145d-4a7c-be56-b599fbeca1a3 HTTP/1.1" status: 204 len: 168 time: 0.2132533 Apr 14 20:52:55.170347 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a541a182-de89-4f56-9c34-b2dd8d22d326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:55.188811 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2dbed-4156-4527-8acd-0a71015a02ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce563821-145d-4a7c-be56-b599fbeca1a3,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:55.270073 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49852) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:55.299652 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a541a182-de89-4f56-9c34-b2dd8d22d326 admin admin] Publish callbacks [] for security_group (7ffe4036-d603-4e3f-91df-6b2b7e0e0d91), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:55.370089 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a541a182-de89-4f56-9c34-b2dd8d22d326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (7ffe4036-d603-4e3f-91df-6b2b7e0e0d91), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:55.370318 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ecfa33d1-e9e9-4add-802b-193c71c340b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (2d4eb54a-37ab-49dc-99c4-6d28287f42c9), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:55.395665 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa33d1-e9e9-4add-802b-193c71c340b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4eb54a-37ab-49dc-99c4-6d28287f42c9,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:55.433926 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-a541a182-de89-4f56-9c34-b2dd8d22d326 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ceb44146bf94fe3accd73c5d0c99789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902834 Apr 14 20:52:55.435519 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49858) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:55.464242 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541a182-de89-4f56-9c34-b2dd8d22d326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffe4036-d603-4e3f-91df-6b2b7e0e0d91,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:55.507798 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-469bed95-a6fd-4763-82fc-b14225d5d585 admin admin] Publish callbacks [] for security_group (7ffe4036-d603-4e3f-91df-6b2b7e0e0d91), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:55.537367 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-469bed95-a6fd-4763-82fc-b14225d5d585 admin admin] Publish callbacks [] for security_group (7ffe4036-d603-4e3f-91df-6b2b7e0e0d91), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:55.563381 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-cd61a574-c486-4eba-bba6-141b1cfcf8c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:55.666250 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ecfa33d1-e9e9-4add-802b-193c71c340b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643850'] for router_interface (5fb94be8-704f-4ccc-a225-785608726400), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:55.681819 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-469bed95-a6fd-4763-82fc-b14225d5d585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (7ffe4036-d603-4e3f-91df-6b2b7e0e0d91), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:55.685349 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-469bed95-a6fd-4763-82fc-b14225d5d585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:55.690858 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-469bed95-a6fd-4763-82fc-b14225d5d585 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ffe4036-d603-4e3f-91df-6b2b7e0e0d91 HTTP/1.1" status: 204 len: 168 time: 0.2539785 Apr 14 20:52:55.698952 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bed95-a6fd-4763-82fc-b14225d5d585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffe4036-d603-4e3f-91df-6b2b7e0e0d91,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:55.849738 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-cd61a574-c486-4eba-bba6-141b1cfcf8c6 admin admin] Publish callbacks [] for security_group (272b7e57-712d-4770-98b6-030edefbbcf5), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:55.947762 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-cd61a574-c486-4eba-bba6-141b1cfcf8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (272b7e57-712d-4770-98b6-030edefbbcf5), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:55.995993 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfa33d1-e9e9-4add-802b-193c71c340b4 admin admin] Router 5fb94be8-704f-4ccc-a225-785608726400 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:52:56.002609 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-cd61a574-c486-4eba-bba6-141b1cfcf8c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4e4126fc850430591175187d1b0a036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7315104 Apr 14 20:52:56.006074 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49878) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:56.007196 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61a574-c486-4eba-bba6-141b1cfcf8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272b7e57-712d-4770-98b6-030edefbbcf5,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:56.089776 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8d7efa4a-6f81-4aee-9af6-27879bfb7d6c admin admin] Publish callbacks [] for security_group (272b7e57-712d-4770-98b6-030edefbbcf5), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:56.123832 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8d7efa4a-6f81-4aee-9af6-27879bfb7d6c admin admin] Publish callbacks [] for security_group (272b7e57-712d-4770-98b6-030edefbbcf5), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:56.142198 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfa33d1-e9e9-4add-802b-193c71c340b4 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:52:56.147718 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-ecfa33d1-e9e9-4add-802b-193c71c340b4 admin admin] 10.222.0.15 "PUT /v2.0/routers/5fb94be8-704f-4ccc-a225-785608726400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8352468 Apr 14 20:52:56.150130 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49886) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:56.153019 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86b4d07-1d90-44fd-beb3-206fe4524869 None None] Sync routers for ids ['5fb94be8-704f-4ccc-a225-785608726400'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:52:56.165871 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86b4d07-1d90-44fd-beb3-206fe4524869 None None] Routers {'5fb94be8-704f-4ccc-a225-785608726400'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:56.165871 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-a86b4d07-1d90-44fd-beb3-206fe4524869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:52:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['5fb94be8-704f-4ccc-a225-785608726400'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:56.290814 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8d7efa4a-6f81-4aee-9af6-27879bfb7d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (272b7e57-712d-4770-98b6-030edefbbcf5), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:56.291970 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-a86b4d07-1d90-44fd-beb3-206fe4524869 None None] Set router 5fb94be8-704f-4ccc-a225-785608726400 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:56.294665 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8d7efa4a-6f81-4aee-9af6-27879bfb7d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:56.308194 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-8d7efa4a-6f81-4aee-9af6-27879bfb7d6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/272b7e57-712d-4770-98b6-030edefbbcf5 HTTP/1.1" status: 204 len: 168 time: 0.3002789 Apr 14 20:52:56.347407 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7efa4a-6f81-4aee-9af6-27879bfb7d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272b7e57-712d-4770-98b6-030edefbbcf5,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:56.420522 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:56.532889 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d92da222-6886-45ea-ab05-36b031f1c3b4 admin admin] Publish callbacks [] for router (5fb94be8-704f-4ccc-a225-785608726400), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:56.647884 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-a86b4d07-1d90-44fd-beb3-206fe4524869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb94be8-704f-4ccc-a225-785608726400', 'name': 'tempest-TestShelveInstance-1394541696-router', 'tenant_id': '371122a149914687ad01a481080aca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '81659649-659f-4dde-9bb4-f47585da06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:52Z', 'updated_at': '2022-04-14T20:52:55Z', 'revision_number': 5, 'project_id': '371122a149914687ad01a481080aca1d', 'gw_port': {'id': '81659649-659f-4dde-9bb4-f47585da06bf', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb94be8-704f-4ccc-a225-785608726400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:53Z', 'updated_at': '2022-04-14T20:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:56.707312 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d92da222-6886-45ea-ab05-36b031f1c3b4 admin admin] Publish callbacks [] for router_gateway (5fb94be8-704f-4ccc-a225-785608726400), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:56.728214 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86b4d07-1d90-44fd-beb3-206fe4524869 None None] Checking router: 5fb94be8-704f-4ccc-a225-785608726400 for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:52:56.746074 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86b4d07-1d90-44fd-beb3-206fe4524869 None None] Routers {'5fb94be8-704f-4ccc-a225-785608726400'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:56.746074 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-a86b4d07-1d90-44fd-beb3-206fe4524869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:52:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['5fb94be8-704f-4ccc-a225-785608726400'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:56.842670 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-d92da222-6886-45ea-ab05-36b031f1c3b4 admin admin] Deleting port 81659649-659f-4dde-9bb4-f47585da06bf {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:56.843145 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d92da222-6886-45ea-ab05-36b031f1c3b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (81659649-659f-4dde-9bb4-f47585da06bf), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:56.896858 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-a86b4d07-1d90-44fd-beb3-206fe4524869 None None] Set router 5fb94be8-704f-4ccc-a225-785608726400 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:56.959343 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-d92da222-6886-45ea-ab05-36b031f1c3b4 admin admin] For port 81659649-659f-4dde-9bb4-f47585da06bf, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=81659649-659f-4dde-9bb4-f47585da06bf,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:56.959760 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d92da222-6886-45ea-ab05-36b031f1c3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (81659649-659f-4dde-9bb4-f47585da06bf), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:56.978426 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-d92da222-6886-45ea-ab05-36b031f1c3b4 admin admin] Calling delete_port for 81659649-659f-4dde-9bb4-f47585da06bf owned by network:router_gateway {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:56.988961 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49922) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:57.151156 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-d7d54833-d32e-4355-b4b8-49d95ea37175 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1534598085-network', 'tenant_id': 'f0dd92c1852148da8ef144d72994618f'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:52:57.209472 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-a86b4d07-1d90-44fd-beb3-206fe4524869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb94be8-704f-4ccc-a225-785608726400', 'name': 'tempest-TestShelveInstance-1394541696-router', 'tenant_id': '371122a149914687ad01a481080aca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '81659649-659f-4dde-9bb4-f47585da06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:52Z', 'updated_at': '2022-04-14T20:52:55Z', 'revision_number': 5, 'project_id': '371122a149914687ad01a481080aca1d', 'gw_port': {'id': '81659649-659f-4dde-9bb4-f47585da06bf', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb94be8-704f-4ccc-a225-785608726400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:53Z', 'updated_at': '2022-04-14T20:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:57.242341 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86b4d07-1d90-44fd-beb3-206fe4524869 None None] The sync data for ids ['5fb94be8-704f-4ccc-a225-785608726400'] in dv-cinder-837540-3-iscsi is: [{'id': '5fb94be8-704f-4ccc-a225-785608726400', 'name': 'tempest-TestShelveInstance-1394541696-router', 'tenant_id': '371122a149914687ad01a481080aca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '81659649-659f-4dde-9bb4-f47585da06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:52Z', 'updated_at': '2022-04-14T20:52:55Z', 'revision_number': 5, 'project_id': '371122a149914687ad01a481080aca1d', 'gw_port': {'id': '81659649-659f-4dde-9bb4-f47585da06bf', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb94be8-704f-4ccc-a225-785608726400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:53Z', 'updated_at': '2022-04-14T20:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:52:57.249897 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d54833-d32e-4355-b4b8-49d95ea37175 admin admin] Made reservation on behalf of f0dd92c1852148da8ef144d72994618f for: {'network': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:52:57.252365 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d7d54833-d32e-4355-b4b8-49d95ea37175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.261433 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d7d54833-d32e-4355-b4b8-49d95ea37175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.275717 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d92da222-6886-45ea-ab05-36b031f1c3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (81659649-659f-4dde-9bb4-f47585da06bf), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.307313 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92da222-6886-45ea-ab05-36b031f1c3b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=81659649-659f-4dde-9bb4-f47585da06bf,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:57.371977 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49934) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:57.386936 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9ea46718-d2f4-42d7-a817-dcd6f8535a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.408792 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d92da222-6886-45ea-ab05-36b031f1c3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644524'] for router_gateway (5fb94be8-704f-4ccc-a225-785608726400), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.476781 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9ea46718-d2f4-42d7-a817-dcd6f8535a04 admin admin] Publish callbacks [] for security_group (ff05fe2b-b110-4d99-8d2c-e87b46170606), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.514582 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d7d54833-d32e-4355-b4b8-49d95ea37175 admin admin] Publish callbacks [] for security_group (b207680e-96e4-4291-80dd-af27f804a32f), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.519795 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d92da222-6886-45ea-ab05-36b031f1c3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25830'] for router (5fb94be8-704f-4ccc-a225-785608726400), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.522072 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d92da222-6886-45ea-ab05-36b031f1c3b4 admin admin] Publish callbacks [] for router_controller (5fb94be8-704f-4ccc-a225-785608726400), precommit_delete_associations {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.578718 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9ea46718-d2f4-42d7-a817-dcd6f8535a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (ff05fe2b-b110-4d99-8d2c-e87b46170606), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.580201 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d7d54833-d32e-4355-b4b8-49d95ea37175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (b207680e-96e4-4291-80dd-af27f804a32f), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.611587 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d54833-d32e-4355-b4b8-49d95ea37175 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=110412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:52:57.628652 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d54833-d32e-4355-b4b8-49d95ea37175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b207680e-96e4-4291-80dd-af27f804a32f,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:57.633753 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d7d54833-d32e-4355-b4b8-49d95ea37175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (a81f9b7e-840c-4e19-8547-51706774a26e), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.634323 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.segments_db [None req-d7d54833-d32e-4355-b4b8-49d95ea37175 admin admin] Added segment a81f9b7e-840c-4e19-8547-51706774a26e of type vlan for network dd2c2671-07cc-4bbd-a0e1-612971deb3e8 Apr 14 20:52:57.650353 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d92da222-6886-45ea-ab05-36b031f1c3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1645577'] for router (5fb94be8-704f-4ccc-a225-785608726400), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.650353 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92da222-6886-45ea-ab05-36b031f1c3b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fb94be8-704f-4ccc-a225-785608726400 {{(pid=110412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:52:57.651009 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d92da222-6886-45ea-ab05-36b031f1c3b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.651805 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-9ea46718-d2f4-42d7-a817-dcd6f8535a04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9759868cfa545078be8f9a83781b8bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778859 Apr 14 20:52:57.654935 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-d92da222-6886-45ea-ab05-36b031f1c3b4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5fb94be8-704f-4ccc-a225-785608726400 HTTP/1.1" status: 204 len: 168 time: 1.5035043 Apr 14 20:52:57.655538 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49946) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:57.655990 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49948) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:57.657667 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea46718-d2f4-42d7-a817-dcd6f8535a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff05fe2b-b110-4d99-8d2c-e87b46170606,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:57.730092 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d7d54833-d32e-4355-b4b8-49d95ea37175 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (dd2c2671-07cc-4bbd-a0e1-612971deb3e8), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.788058 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.800337 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf5183a-e6c0-4fd1-90bb-4e6021e7a07f admin admin] Deleting subnet b7f03862-471b-416d-901e-0b2e7cfaf328 {{(pid=110412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:52:57.810501 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0cf5183a-e6c0-4fd1-90bb-4e6021e7a07f admin admin] Publish callbacks [] for subnet (b7f03862-471b-416d-901e-0b2e7cfaf328), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.858543 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d4646108-e9ff-44db-94c1-3454145e7a9e admin admin] Publish callbacks [] for security_group (ff05fe2b-b110-4d99-8d2c-e87b46170606), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.865860 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0cf5183a-e6c0-4fd1-90bb-4e6021e7a07f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5090913'] for subnet (b7f03862-471b-416d-901e-0b2e7cfaf328), precommit_delete_associations {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.892220 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d7d54833-d32e-4355-b4b8-49d95ea37175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (dd2c2671-07cc-4bbd-a0e1-612971deb3e8), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.893449 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d54833-d32e-4355-b4b8-49d95ea37175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:57.894060 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d7d54833-d32e-4355-b4b8-49d95ea37175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:57.930056 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d4646108-e9ff-44db-94c1-3454145e7a9e admin admin] Publish callbacks [] for security_group (ff05fe2b-b110-4d99-8d2c-e87b46170606), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:58.015938 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d54833-d32e-4355-b4b8-49d95ea37175 admin admin] Pushing event updated for resources: {'Network': ['ID=dd2c2671-07cc-4bbd-a0e1-612971deb3e8,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:58.032818 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network dd2c2671-07cc-4bbd-a0e1-612971deb3e8 details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:52:58.056890 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-d7d54833-d32e-4355-b4b8-49d95ea37175 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0614340 Apr 14 20:52:58.057125 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49960) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:58.068607 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-2f62e33d-c91a-4fd8-9058-35a3ca792371 admin admin] Request body: {'subnet': {'network_id': 'dd2c2671-07cc-4bbd-a0e1-612971deb3e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1534598085-subnet', 'tenant_id': 'f0dd92c1852148da8ef144d72994618f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:52:58.083661 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0cf5183a-e6c0-4fd1-90bb-4e6021e7a07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041744'] for subnet (b7f03862-471b-416d-901e-0b2e7cfaf328), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:58.132999 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d4646108-e9ff-44db-94c1-3454145e7a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (ff05fe2b-b110-4d99-8d2c-e87b46170606), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:58.135629 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d4646108-e9ff-44db-94c1-3454145e7a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:58.136851 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-d4646108-e9ff-44db-94c1-3454145e7a9e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff05fe2b-b110-4d99-8d2c-e87b46170606 HTTP/1.1" status: 204 len: 168 time: 0.4602664 Apr 14 20:52:58.151997 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4646108-e9ff-44db-94c1-3454145e7a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff05fe2b-b110-4d99-8d2c-e87b46170606,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:58.196469 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f62e33d-c91a-4fd8-9058-35a3ca792371 admin admin] Made reservation on behalf of f0dd92c1852148da8ef144d72994618f for: {'subnet': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:52:58.201459 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2f62e33d-c91a-4fd8-9058-35a3ca792371 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4416481'] for subnet (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:58.231945 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0cf5183a-e6c0-4fd1-90bb-4e6021e7a07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7773928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309105'] for subnet (b7f03862-471b-416d-901e-0b2e7cfaf328), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:58.264783 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5183a-e6c0-4fd1-90bb-4e6021e7a07f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f03862-471b-416d-901e-0b2e7cfaf328,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:58.274734 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0cf5183a-e6c0-4fd1-90bb-4e6021e7a07f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:58.278933 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-0cf5183a-e6c0-4fd1-90bb-4e6021e7a07f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b7f03862-471b-416d-901e-0b2e7cfaf328 HTTP/1.1" status: 204 len: 168 time: 0.6030722 Apr 14 20:52:58.284178 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49968) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:58.288470 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4dcdab-4fb5-4c7f-8804-457fa4e6cd31 None None] Network 9e0991ba-afb1-426d-a809-e8f5dd114b8a requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:52:58.298866 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 49970) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:58.387188 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558881'] for network (9e0991ba-afb1-426d-a809-e8f5dd114b8a), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:58.490226 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-563f77da-2e09-45db-9786-a344494d6d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:58.530808 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] Deleting port d68bc073-e377-4f0c-af2c-44b75a16fa35 {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:58.531263 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (d68bc073-e377-4f0c-af2c-44b75a16fa35), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:58.536413 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7967c8d9-1ff4-4ee8-8759-7db4645c88b1 None None] DHCP port deletion for 9e0991ba-afb1-426d-a809-e8f5dd114b8a request from dv-cinder-837540-3-iscsi {{(pid=110413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:52:58.648548 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] For port d68bc073-e377-4f0c-af2c-44b75a16fa35, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=d68bc073-e377-4f0c-af2c-44b75a16fa35,segment=NetworkSegment(68727b13-15ea-4868-abd3-753321565cd1),segment_id=68727b13-15ea-4868-abd3-753321565cd1)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:58.649378 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (d68bc073-e377-4f0c-af2c-44b75a16fa35), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:58.660146 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7967c8d9-1ff4-4ee8-8759-7db4645c88b1 None None] Deleting port d68bc073-e377-4f0c-af2c-44b75a16fa35 {{(pid=110413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:52:58.661605 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7967c8d9-1ff4-4ee8-8759-7db4645c88b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (d68bc073-e377-4f0c-af2c-44b75a16fa35), before_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:58.662904 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] Calling delete_port for d68bc073-e377-4f0c-af2c-44b75a16fa35 owned by network:dhcp {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:58.770076 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7967c8d9-1ff4-4ee8-8759-7db4645c88b1 None None] For port d68bc073-e377-4f0c-af2c-44b75a16fa35, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=d68bc073-e377-4f0c-af2c-44b75a16fa35,segment=NetworkSegment(68727b13-15ea-4868-abd3-753321565cd1),segment_id=68727b13-15ea-4868-abd3-753321565cd1)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:58.770883 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7967c8d9-1ff4-4ee8-8759-7db4645c88b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (d68bc073-e377-4f0c-af2c-44b75a16fa35), precommit_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:58.775470 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 81659649-659f-4dde-9bb4-f47585da06bf no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:52:58.806306 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: 81659649-659f-4dde-9bb4-f47585da06bf {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:52:58.807103 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 81659649-659f-4dde-9bb4-f47585da06bf not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:58.807201 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:52:58.835194 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7967c8d9-1ff4-4ee8-8759-7db4645c88b1 None None] Calling delete_port for d68bc073-e377-4f0c-af2c-44b75a16fa35 owned by network:dhcp {{(pid=110413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:52:58.837134 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:52:58.837500 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 2d4eb54a-37ab-49dc-99c4-6d28287f42c9 not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:58.837911 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device d68bc073-e377-4f0c-af2c-44b75a16fa35 no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:52:58.849810 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (d68bc073-e377-4f0c-af2c-44b75a16fa35), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:58.882900 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d68bc073-e377-4f0c-af2c-44b75a16fa35,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:58.895822 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] No DVR routers for this DVR port d68bc073-e377-4f0c-af2c-44b75a16fa35 on host dv-cinder-837540-3-iscsi {{(pid=110412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:52:58.938446 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No active binding found for port d68bc073-e377-4f0c-af2c-44b75a16fa35 {{(pid=110413) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 14 20:52:58.939166 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] The host dv-cinder-837540-3-iscsi is not matching for port d68bc073-e377-4f0c-af2c-44b75a16fa35 host None! {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 14 20:52:58.939913 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device d68bc073-e377-4f0c-af2c-44b75a16fa35 not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:52:58.973772 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7967c8d9-1ff4-4ee8-8759-7db4645c88b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999'] for port (d68bc073-e377-4f0c-af2c-44b75a16fa35), after_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:58.982544 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044203', 'neutron.services.segments.db._delete_segments_for_network-8766881083832'] for network (9e0991ba-afb1-426d-a809-e8f5dd114b8a), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.003877 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967c8d9-1ff4-4ee8-8759-7db4645c88b1 None None] Pushing event deleted for resources: {'Port': ['ID=d68bc073-e377-4f0c-af2c-44b75a16fa35,revision_number=None']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:59.008966 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7967c8d9-1ff4-4ee8-8759-7db4645c88b1 None None] No DVR routers for this DVR port d68bc073-e377-4f0c-af2c-44b75a16fa35 on host dv-cinder-837540-3-iscsi {{(pid=110413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:52:59.016111 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0991ba-afb1-426d-a809-e8f5dd114b8a']}} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:59.030830 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2f62e33d-c91a-4fd8-9058-35a3ca792371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4416503'] for subnet (aa00254d-843d-4e93-bd43-0f5a556c6d71), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.033231 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68727b13-15ea-4868-abd3-753321565cd1') {'for_net_delete': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:59.033595 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68727b13-15ea-4868-abd3-753321565cd1') {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:59.034694 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-563f77da-2e09-45db-9786-a344494d6d8c admin admin] Publish callbacks [] for security_group (dcbc1f5b-4be8-46f7-8acf-4020da41f7a9), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.046270 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766880940993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5090906'] for segment (68727b13-15ea-4868-abd3-753321565cd1), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.061432 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (68727b13-15ea-4868-abd3-753321565cd1), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.070211 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=110412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:52:59.071942 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773778'] for segment (68727b13-15ea-4868-abd3-753321565cd1), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: Traceback (most recent call last): Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: timer() Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: cb(*args, **kw) Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: return func(*args, **kwargs) Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: self._notify() Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: self.callback(batched_events) Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: event.method(event) Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: return f(self, *a, **k) Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._get(url).json() Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: return self.request(url, 'GET', **kwargs) Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:52:59.076223 dv-cinder-837540-3-iscsi neutron-server[110412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:52:59.094382 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62e33d-c91a-4fd8-9058-35a3ca792371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa00254d-843d-4e93-bd43-0f5a556c6d71,revision_number=0']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:59.098833 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62e33d-c91a-4fd8-9058-35a3ca792371 admin admin] Checking segment: {'id': 'a81f9b7e-840c-4e19-8547-51706774a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dd2c2671-07cc-4bbd-a0e1-612971deb3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:52:59.099197 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f62e33d-c91a-4fd8-9058-35a3ca792371 admin admin] Network hostable DHCP agents. Network: dd2c2671-07cc-4bbd-a0e1-612971deb3e8, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:52:59.121470 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-563f77da-2e09-45db-9786-a344494d6d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (dcbc1f5b-4be8-46f7-8acf-4020da41f7a9), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.161486 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-563f77da-2e09-45db-9786-a344494d6d8c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09ba10c4940f48c6a15f5b93d55a2a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8614757 Apr 14 20:52:59.162284 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f77da-2e09-45db-9786-a344494d6d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbc1f5b-4be8-46f7-8acf-4020da41f7a9,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:59.164062 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 49996) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:59.195984 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f62e33d-c91a-4fd8-9058-35a3ca792371 admin admin] Network dd2c2671-07cc-4bbd-a0e1-612971deb3e8 is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:52:59.196510 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644488'] for network (9e0991ba-afb1-426d-a809-e8f5dd114b8a), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.201316 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.205212 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9e0991ba-afb1-426d-a809-e8f5dd114b8a HTTP/1.1" status: 204 len: 168 time: 0.9193466 Apr 14 20:52:59.226587 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3b967-142b-4efb-8cb2-48be1f9b83a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e0991ba-afb1-426d-a809-e8f5dd114b8a,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:59.247617 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-965aebd0-fd04-4848-a74d-e5b5fd3b9b82 admin admin] Publish callbacks [] for security_group (dcbc1f5b-4be8-46f7-8acf-4020da41f7a9), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.270758 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-965aebd0-fd04-4848-a74d-e5b5fd3b9b82 admin admin] Publish callbacks [] for security_group (dcbc1f5b-4be8-46f7-8acf-4020da41f7a9), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.281885 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-2f62e33d-c91a-4fd8-9058-35a3ca792371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, dd2c2671-07cc-4bbd-a0e1-612971deb3e8) {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:52:59.286076 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f62e33d-c91a-4fd8-9058-35a3ca792371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:59.289654 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2f62e33d-c91a-4fd8-9058-35a3ca792371 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.320909 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dedfaef-2a4e-48e4-a7e6-5f26d2efd741 None None] Network dd2c2671-07cc-4bbd-a0e1-612971deb3e8 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:52:59.376045 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-2f62e33d-c91a-4fd8-9058-35a3ca792371 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3187337 Apr 14 20:52:59.390971 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-965aebd0-fd04-4848-a74d-e5b5fd3b9b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (dcbc1f5b-4be8-46f7-8acf-4020da41f7a9), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.391223 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.395180 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-965aebd0-fd04-4848-a74d-e5b5fd3b9b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.399022 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-965aebd0-fd04-4848-a74d-e5b5fd3b9b82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcbc1f5b-4be8-46f7-8acf-4020da41f7a9 HTTP/1.1" status: 204 len: 168 time: 0.2323980 Apr 14 20:52:59.408292 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965aebd0-fd04-4848-a74d-e5b5fd3b9b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbc1f5b-4be8-46f7-8acf-4020da41f7a9,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:59.441574 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9040cb-6e11-4703-b695-2a938fb765af None None] Network dd2c2671-07cc-4bbd-a0e1-612971deb3e8 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:52:59.535799 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 50018) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:59.592348 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-6d289de6-66b0-4505-a7a4-b1172aa52ea5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4dbbcd1ec03435a9c867254bd10e66a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0553784 Apr 14 20:52:59.594863 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 50020) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:59.650247 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ae7b20af-d811-4fd1-8487-5813b5ddac6d admin admin] Publish callbacks [] for security_group (09d2f159-fb73-4704-988e-ad3c26dc3c95), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.676466 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ae7b20af-d811-4fd1-8487-5813b5ddac6d admin admin] Publish callbacks [] for security_group (09d2f159-fb73-4704-988e-ad3c26dc3c95), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.832652 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ae7b20af-d811-4fd1-8487-5813b5ddac6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (09d2f159-fb73-4704-988e-ad3c26dc3c95), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.838009 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ae7b20af-d811-4fd1-8487-5813b5ddac6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:59.838009 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ae7b20af-d811-4fd1-8487-5813b5ddac6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09d2f159-fb73-4704-988e-ad3c26dc3c95 HTTP/1.1" status: 204 len: 168 time: 0.2406209 Apr 14 20:52:59.846896 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b20af-d811-4fd1-8487-5813b5ddac6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d2f159-fb73-4704-988e-ad3c26dc3c95,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:00.619607 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 50056) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:00.685030 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 50058) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:00.685805 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-aecc8922-5ae1-41d8-8d65-574fe761a5ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=371122a149914687ad01a481080aca1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0637717 Apr 14 20:53:00.740823 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2e79cfa0-3dd2-4e89-94b6-850fb85b0237 admin admin] Publish callbacks [] for security_group (13424106-4a07-417e-a328-a63ace5a4393), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:00.771323 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2e79cfa0-3dd2-4e89-94b6-850fb85b0237 admin admin] Publish callbacks [] for security_group (13424106-4a07-417e-a328-a63ace5a4393), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:00.927216 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2e79cfa0-3dd2-4e89-94b6-850fb85b0237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (13424106-4a07-417e-a328-a63ace5a4393), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:00.930053 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2e79cfa0-3dd2-4e89-94b6-850fb85b0237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:00.933779 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-2e79cfa0-3dd2-4e89-94b6-850fb85b0237 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13424106-4a07-417e-a328-a63ace5a4393 HTTP/1.1" status: 204 len: 168 time: 0.2451582 Apr 14 20:53:00.939862 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79cfa0-3dd2-4e89-94b6-850fb85b0237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13424106-4a07-417e-a328-a63ace5a4393,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:03.284444 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea80035-23db-4f16-8ff1-54defc537437 req-512c375c-316f-4572-a178-3ac8f6074537 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:03.286057 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9ea80035-23db-4f16-8ff1-54defc537437 req-512c375c-316f-4572-a178-3ac8f6074537 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/networks?id=dd2c2671-07cc-4bbd-a0e1-612971deb3e8 HTTP/1.1" status: 200 len: 809 time: 0.1175857 Apr 14 20:53:03.301558 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9ea80035-23db-4f16-8ff1-54defc537437 req-9a4cc276-3e31-45a6-913b-df6b69798c22 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/quotas/f0dd92c1852148da8ef144d72994618f HTTP/1.1" status: 200 len: 375 time: 0.0096898 Apr 14 20:53:03.336393 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9ea80035-23db-4f16-8ff1-54defc537437 req-904f4dec-b278-43c0-aaf8-911df7af01c6 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0dd92c1852148da8ef144d72994618f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288696 Apr 14 20:53:03.435973 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9ea80035-23db-4f16-8ff1-54defc537437 req-c479d342-c3d9-4d1e-b740-466c4a770727 service neutron] 10.222.0.15 "GET /v2.0/networks/dd2c2671-07cc-4bbd-a0e1-612971deb3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912874 Apr 14 20:53:03.527436 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9ea80035-23db-4f16-8ff1-54defc537437 req-09a28790-0b62-4a18-b93a-2ed1b13828ec service neutron] 10.222.0.15 "GET /v2.0/networks/dd2c2671-07cc-4bbd-a0e1-612971deb3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854065 Apr 14 20:53:03.831004 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a068494f-3c48-45df-807d-b6e09f2cdf37 req-c5b8813b-d557-4987-8d38-1021208ad4c1 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 210 time: 0.0395081 Apr 14 20:53:03.849168 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-d8dc3e63-9f1f-4fb0-a673-8079d7fdfea7 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976730036&fields=id&tenant_id=4594533c2d114769b73069549c61e38e HTTP/1.1" status: 200 len: 267 time: 0.0866094 Apr 14 20:53:03.962455 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-481b601d-1bb8-4191-ba4b-7157364b7a5f tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:03.963952 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-481b601d-1bb8-4191-ba4b-7157364b7a5f tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/networks?id=e9124821-6384-483a-bd3f-30476db1701e HTTP/1.1" status: 200 len: 811 time: 0.1066587 Apr 14 20:53:03.979404 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-9e4a93bf-83ca-43d2-bac9-a6e47b527a33 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/quotas/4594533c2d114769b73069549c61e38e HTTP/1.1" status: 200 len: 375 time: 0.0094223 Apr 14 20:53:04.031872 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-a39157be-ba53-44ac-a432-c8345963cbcc tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4594533c2d114769b73069549c61e38e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463762 Apr 14 20:53:04.131695 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-68ccdb8b-b952-4a45-90f7-9a87b2a7e4c1 service neutron] 10.222.0.15 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886483 Apr 14 20:53:04.227983 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-5f4990a7-a819-4036-b4b4-c8618237ff52 service neutron] 10.222.0.15 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893407 Apr 14 20:53:04.917297 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9c6a25b8-fcb6-4c6a-8568-4015d10816a1 req-ea09adda-b965-4492-a82e-2ebd17dfbfb8 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 210 time: 0.0337300 Apr 14 20:53:04.928456 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6e0f9af8-e5f0-4abb-94e3-8723d4f23ee0 req-c74fa627-2eae-4187-a961-f990964e801a tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 210 time: 0.0371170 Apr 14 20:53:06.040727 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-bb1b96ee-1afa-47ab-8e34-61dbbae3491b req-32f66190-c712-4cea-bf78-b2987956bad3 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 210 time: 0.0374994 Apr 14 20:53:06.075413 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f450c0b8-43c7-4ba2-ab5e-6e8aa11ac3f0 req-18c461af-83d4-4201-990c-120f5279d337 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 210 time: 0.0387280 Apr 14 20:53:06.242924 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 50292) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:06.348782 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b1c26b1f-ccb1-4e34-ba24-97f455ea32d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:06.422501 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b1c26b1f-ccb1-4e34-ba24-97f455ea32d8 admin admin] Publish callbacks [] for security_group (4c6ee5c7-2102-4e1a-aec6-8ecaf5cb7209), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:06.500911 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b1c26b1f-ccb1-4e34-ba24-97f455ea32d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (4c6ee5c7-2102-4e1a-aec6-8ecaf5cb7209), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:06.538254 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c26b1f-ccb1-4e34-ba24-97f455ea32d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6ee5c7-2102-4e1a-aec6-8ecaf5cb7209,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:06.542585 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-b1c26b1f-ccb1-4e34-ba24-97f455ea32d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2bce312834b40d3bf7459c1842812a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2986584 Apr 14 20:53:06.545859 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 50298) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:06.599597 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-53a6f285-fb65-45fc-ad81-04f74b864512 admin admin] Publish callbacks [] for security_group (4c6ee5c7-2102-4e1a-aec6-8ecaf5cb7209), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:06.623540 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-53a6f285-fb65-45fc-ad81-04f74b864512 admin admin] Publish callbacks [] for security_group (4c6ee5c7-2102-4e1a-aec6-8ecaf5cb7209), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:06.779041 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-53a6f285-fb65-45fc-ad81-04f74b864512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (4c6ee5c7-2102-4e1a-aec6-8ecaf5cb7209), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:06.781669 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-53a6f285-fb65-45fc-ad81-04f74b864512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:06.782863 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-53a6f285-fb65-45fc-ad81-04f74b864512 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c6ee5c7-2102-4e1a-aec6-8ecaf5cb7209 HTTP/1.1" status: 204 len: 168 time: 0.2365570 Apr 14 20:53:06.791187 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6f285-fb65-45fc-ad81-04f74b864512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6ee5c7-2102-4e1a-aec6-8ecaf5cb7209,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:07.140965 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-abb2e878-b9d1-45ea-866a-8b999390dfaf req-28be3e4d-e267-46bd-912e-da2261722aee tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 210 time: 0.0361307 Apr 14 20:53:07.197919 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d621c73b-4a4c-4944-8e26-061ce214eed8 req-1e87581e-d7ed-45cd-b948-236e5545c520 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 210 time: 0.0294533 Apr 14 20:53:08.243253 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cdc3cdec-5326-4602-899e-7039b06e2fb2 req-35f6924a-5c9a-4685-9f0d-457f69ba319e tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 210 time: 0.0295718 Apr 14 20:53:08.306399 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-91d49018-d023-4b87-ac82-ed708dc5f80d req-458f2fdb-75f6-4d51-8d89-a534963d56f1 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 210 time: 0.0276475 Apr 14 20:53:08.586618 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 50368) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:08.690564 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f135dcb1-f890-4650-876e-4922cd2de6dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:08.970352 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f135dcb1-f890-4650-876e-4922cd2de6dd admin admin] Publish callbacks [] for security_group (a21872e5-f680-4dcf-b2c0-6a973d828378), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:08.985465 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea80035-23db-4f16-8ff1-54defc537437 req-6d69aa61-88e1-4750-b5a1-7561dd7c7c1d tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:08.986909 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9ea80035-23db-4f16-8ff1-54defc537437 req-6d69aa61-88e1-4750-b5a1-7561dd7c7c1d tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.16 "GET /v2.0/networks?id=dd2c2671-07cc-4bbd-a0e1-612971deb3e8 HTTP/1.1" status: 200 len: 809 time: 0.1366827 Apr 14 20:53:08.999201 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-9ea80035-23db-4f16-8ff1-54defc537437 req-b8051370-8d13-494f-9ed4-596772276b57 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Request body: {'port': {'device_id': '2c503732-dad1-4295-bd3e-5060e14f708c', 'network_id': 'dd2c2671-07cc-4bbd-a0e1-612971deb3e8', 'admin_state_up': True, 'tenant_id': 'f0dd92c1852148da8ef144d72994618f'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:53:09.060081 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f135dcb1-f890-4650-876e-4922cd2de6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a21872e5-f680-4dcf-b2c0-6a973d828378), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:09.117009 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-f135dcb1-f890-4650-876e-4922cd2de6dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d182515479cc4f66a69dc2095c84b514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5291140 Apr 14 20:53:09.119544 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 50372) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:09.121103 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135dcb1-f890-4650-876e-4922cd2de6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21872e5-f680-4dcf-b2c0-6a973d828378,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:09.173936 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Publish callbacks [] for security_group (a21872e5-f680-4dcf-b2c0-6a973d828378), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:09.196602 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Publish callbacks [] for security_group (a21872e5-f680-4dcf-b2c0-6a973d828378), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:09.224016 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea80035-23db-4f16-8ff1-54defc537437 req-b8051370-8d13-494f-9ed4-596772276b57 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Made reservation on behalf of f0dd92c1852148da8ef144d72994618f for: {'port': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:53:09.227419 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9ea80035-23db-4f16-8ff1-54defc537437 req-b8051370-8d13-494f-9ed4-596772276b57 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:09.310329 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a21872e5-f680-4dcf-b2c0-6a973d828378), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:09.313845 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:09.315038 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a21872e5-f680-4dcf-b2c0-6a973d828378 HTTP/1.1" status: 204 len: 168 time: 0.1944208 Apr 14 20:53:09.393040 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21872e5-f680-4dcf-b2c0-6a973d828378,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:09.398620 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9cc28367-1227-48b7-a3d1-bc90c7ffcfa2 req-c6af140a-d31b-449b-a2c4-ef41b617e9a5 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 210 time: 0.0819499 Apr 14 20:53:09.406666 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:09.407024 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:09.407455 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:09.407807 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:09.408140 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:09.408781 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:09.409340 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:09.411305 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:09.411659 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:09.411947 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:09.412297 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:09.412648 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:09.415139 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:09.415695 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:09.416047 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712bde-564a-4ece-af24-1c0ef6ab2b5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:09.477789 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-67cd03cd-23c7-4d8d-98c9-f972994fb3cb req-a68a13f2-df02-4dce-8805-df1099abec5e tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 210 time: 0.0402851 Apr 14 20:53:09.483957 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [req-9ea80035-23db-4f16-8ff1-54defc537437 req-b8051370-8d13-494f-9ed4-596772276b57 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Allocated IP 172.20.0.4 (dd2c2671-07cc-4bbd-a0e1-612971deb3e8/aa00254d-843d-4e93-bd43-0f5a556c6d71/90cc4990-aa87-4224-96f5-94aa051caf07) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:53:09.667592 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9ea80035-23db-4f16-8ff1-54defc537437 req-b8051370-8d13-494f-9ed4-596772276b57 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Publish callbacks [] for port (90cc4990-aa87-4224-96f5-94aa051caf07), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:09.825836 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9ea80035-23db-4f16-8ff1-54defc537437 req-b8051370-8d13-494f-9ed4-596772276b57 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (90cc4990-aa87-4224-96f5-94aa051caf07), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:09.867015 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea80035-23db-4f16-8ff1-54defc537437 req-b8051370-8d13-494f-9ed4-596772276b57 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Network dd2c2671-07cc-4bbd-a0e1-612971deb3e8 is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:53:09.870815 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [req-9ea80035-23db-4f16-8ff1-54defc537437 req-b8051370-8d13-494f-9ed4-596772276b57 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:53:09.873428 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea80035-23db-4f16-8ff1-54defc537437 req-b8051370-8d13-494f-9ed4-596772276b57 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:53:09.900115 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-16c3580f-1283-4f65-b73f-09c2bb7b601b tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:09.901493 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-16c3580f-1283-4f65-b73f-09c2bb7b601b tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.16 "GET /v2.0/networks?id=e9124821-6384-483a-bd3f-30476db1701e HTTP/1.1" status: 200 len: 811 time: 0.1124909 Apr 14 20:53:09.923803 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8051370-8d13-494f-9ed4-596772276b57 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Pushing event updated for resources: {'Port': ['ID=90cc4990-aa87-4224-96f5-94aa051caf07,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:09.950775 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea80035-23db-4f16-8ff1-54defc537437 req-b8051370-8d13-494f-9ed4-596772276b57 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:09.951707 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9ea80035-23db-4f16-8ff1-54defc537437 req-b8051370-8d13-494f-9ed4-596772276b57 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:09.971376 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-a79db9a4-2a41-49d3-8237-b5c067604a7c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4594533c2d114769b73069549c61e38e HTTP/1.1" status: 200 len: 379 time: 0.0604599 Apr 14 20:53:09.980345 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-000a0040-554d-48c0-a264-dead7f3c0bbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Request body: {'port': {'device_id': 'a7b16d2a-0ea3-4529-ace4-ef72132150cf', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'admin_state_up': True, 'tenant_id': '4594533c2d114769b73069549c61e38e', 'security_groups': ['5ccbf620-7e17-445c-b54e-92b5f246fbd8']}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:53:10.029400 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9ea80035-23db-4f16-8ff1-54defc537437 req-b8051370-8d13-494f-9ed4-596772276b57 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0338862 Apr 14 20:53:10.041041 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Request body: {'port': {'device_id': '2c503732-dad1-4295-bd3e-5060e14f708c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:53:10.116501 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (90cc4990-aa87-4224-96f5-94aa051caf07), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:10.181289 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-000a0040-554d-48c0-a264-dead7f3c0bbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Made reservation on behalf of 4594533c2d114769b73069549c61e38e for: {'port': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:53:10.185001 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-000a0040-554d-48c0-a264-dead7f3c0bbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:10.328107 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-000a0040-554d-48c0-a264-dead7f3c0bbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Allocated IP 172.20.0.6 (e9124821-6384-483a-bd3f-30476db1701e/177c8868-9176-40ed-9fba-016fb7a72185/80209c7b-c302-413b-b29c-54f7113ac007) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:53:10.442034 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 50414) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:10.450587 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90cc4990-aa87-4224-96f5-94aa051caf07 {{(pid=110412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:53:10.459361 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Publish callbacks [] for port (90cc4990-aa87-4224-96f5-94aa051caf07), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:10.474475 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.provisioning_blocks [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Transition to ACTIVE for port object 90cc4990-aa87-4224-96f5-94aa051caf07 will not be triggered until provisioned by entity L2. {{(pid=110412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:53:10.527496 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-000a0040-554d-48c0-a264-dead7f3c0bbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for port (80209c7b-c302-413b-b29c-54f7113ac007), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:10.547000 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (90cc4990-aa87-4224-96f5-94aa051caf07), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:10.581067 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8db6050a-83fd-4778-ac48-6a2a0e7bdb33 req-4eb43b37-d0a9-4c2f-bbb1-05353d994fb0 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 210 time: 0.0860717 Apr 14 20:53:10.623458 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-ba3a8b14-827f-4b27-af87-026233353416 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1949053820-network', 'tenant_id': '3a1136c4770a44968543ce525148d41b'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:53:10.650645 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Pushing event updated for resources: {'Port': ['ID=90cc4990-aa87-4224-96f5-94aa051caf07,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:10.651146 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-000a0040-554d-48c0-a264-dead7f3c0bbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (80209c7b-c302-413b-b29c-54f7113ac007), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:10.666270 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948a1be-b3a5-4286-8a06-721caaaa62c3 req-b804dc5d-ce37-4f0b-990a-2b86269a676e tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:10.689030 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6948a1be-b3a5-4286-8a06-721caaaa62c3 req-b804dc5d-ce37-4f0b-990a-2b86269a676e tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 943 time: 0.1048374 Apr 14 20:53:10.701860 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-000a0040-554d-48c0-a264-dead7f3c0bbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Network e9124821-6384-483a-bd3f-30476db1701e is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:53:10.705158 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-000a0040-554d-48c0-a264-dead7f3c0bbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:53:10.718964 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-000a0040-554d-48c0-a264-dead7f3c0bbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:53:10.816194 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-000a0040-554d-48c0-a264-dead7f3c0bbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:10.816851 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-000a0040-554d-48c0-a264-dead7f3c0bbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:10.821669 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3a8b14-827f-4b27-af87-026233353416 admin admin] Made reservation on behalf of 3a1136c4770a44968543ce525148d41b for: {'network': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:53:10.824398 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba3a8b14-827f-4b27-af87-026233353416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:10.829924 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6948a1be-b3a5-4286-8a06-721caaaa62c3 req-bbcfecdb-0987-4f71-8c9e-b780c03aad9b tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395867 Apr 14 20:53:10.842046 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba3a8b14-827f-4b27-af87-026233353416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:10.844602 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a0040-554d-48c0-a264-dead7f3c0bbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event updated for resources: {'Port': ['ID=80209c7b-c302-413b-b29c-54f7113ac007,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:10.876286 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Attempting to bind port 90cc4990-aa87-4224-96f5-94aa051caf07 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:53:10.876622 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Attempting to bind port 90cc4990-aa87-4224-96f5-94aa051caf07 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'a81f9b7e-840c-4e19-8547-51706774a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dd2c2671-07cc-4bbd-a0e1-612971deb3e8'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:53:10.879616 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Attempting to bind port 90cc4990-aa87-4224-96f5-94aa051caf07 on network dd2c2671-07cc-4bbd-a0e1-612971deb3e8 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:53:10.889415 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Port 90cc4990-aa87-4224-96f5-94aa051caf07 on network dd2c2671-07cc-4bbd-a0e1-612971deb3e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:53:10.889941 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Attempting to bind port 90cc4990-aa87-4224-96f5-94aa051caf07 on network dd2c2671-07cc-4bbd-a0e1-612971deb3e8 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:53:10.897474 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:53:10.898375 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Checking segment: {'id': 'a81f9b7e-840c-4e19-8547-51706774a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dd2c2671-07cc-4bbd-a0e1-612971deb3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:53:10.899116 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Bound using segment: {'id': 'a81f9b7e-840c-4e19-8547-51706774a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dd2c2671-07cc-4bbd-a0e1-612971deb3e8'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:53:10.899665 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Bound port: 90cc4990-aa87-4224-96f5-94aa051caf07, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a81f9b7e-840c-4e19-8547-51706774a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dd2c2671-07cc-4bbd-a0e1-612971deb3e8'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:53:10.900299 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (90cc4990-aa87-4224-96f5-94aa051caf07), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:10.959577 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba3a8b14-827f-4b27-af87-026233353416 admin admin] Publish callbacks [] for security_group (b476e4a0-9101-4dc5-8801-7f344fa4118a), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:10.981855 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] For port 90cc4990-aa87-4224-96f5-94aa051caf07, host hv-cinder-83754, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:53:10.984946 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] For port 90cc4990-aa87-4224-96f5-94aa051caf07, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=90cc4990-aa87-4224-96f5-94aa051caf07,segment=NetworkSegment(a81f9b7e-840c-4e19-8547-51706774a26e),segment_id=a81f9b7e-840c-4e19-8547-51706774a26e)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:53:11.010738 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-000a0040-554d-48c0-a264-dead7f3c0bbb tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0340059 Apr 14 20:53:11.026397 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Request body: {'port': {'device_id': 'a7b16d2a-0ea3-4529-ace4-ef72132150cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:53:11.046086 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-390ff8c7-8189-4f01-9e4a-634dbdcf741c None None] Provisioning complete for port 80209c7b-c302-413b-b29c-54f7113ac007 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:11.046651 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-390ff8c7-8189-4f01-9e4a-634dbdcf741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (80209c7b-c302-413b-b29c-54f7113ac007), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:11.067069 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba3a8b14-827f-4b27-af87-026233353416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (b476e4a0-9101-4dc5-8801-7f344fa4118a), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:11.085530 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-390ff8c7-8189-4f01-9e4a-634dbdcf741c None None] Port 80209c7b-c302-413b-b29c-54f7113ac007 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:53:11.090044 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (90cc4990-aa87-4224-96f5-94aa051caf07), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:11.124175 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:11.125587 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:11.126112 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3a8b14-827f-4b27-af87-026233353416 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=110411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:53:11.126414 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9ea80035-23db-4f16-8ff1-54defc537437 req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] 10.222.0.16 "PUT /v2.0/ports/90cc4990-aa87-4224-96f5-94aa051caf07 HTTP/1.1" status: 200 len: 1093 time: 1.0898399 Apr 14 20:53:11.126857 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c503732-dad1-4295-bd3e-5060e14f708c', 'tag': '90cc4990-aa87-4224-96f5-94aa051caf07'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:53:11.129164 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22770c7f-7d70-4bca-a7f3-30464ef0ca4e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c503732-dad1-4295-bd3e-5060e14f708c", "tag": "90cc4990-aa87-4224-96f5-94aa051caf07"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:53:11.140428 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (80209c7b-c302-413b-b29c-54f7113ac007), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:11.145030 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a8b14-827f-4b27-af87-026233353416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b476e4a0-9101-4dc5-8801-7f344fa4118a,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:11.160934 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba3a8b14-827f-4b27-af87-026233353416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (cf87fde4-efd4-469e-b49d-82ebbb4aeb22), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:11.161464 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.segments_db [None req-ba3a8b14-827f-4b27-af87-026233353416 admin admin] Added segment cf87fde4-efd4-469e-b49d-82ebbb4aeb22 of type vlan for network 92808758-506d-4d64-9e9b-a8e58689a28c Apr 14 20:53:11.175189 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056fb9d-ed3b-4b25-ad99-445129b71559 service neutron] Pushing event updated for resources: {'Port': ['ID=90cc4990-aa87-4224-96f5-94aa051caf07,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:11.198065 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0105ff7c-32cd-446a-bee7-a2e7a84b4717 x-openstack-request-id: req-0105ff7c-32cd-446a-bee7-a2e7a84b4717 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:53:11.198355 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c503732-dad1-4295-bd3e-5060e14f708c", "tag": "90cc4990-aa87-4224-96f5-94aa051caf07", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:53:11.198606 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0105ff7c-32cd-446a-bee7-a2e7a84b4717 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:53:11.199008 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0105ff7c-32cd-446a-bee7-a2e7a84b4717'] response: {'name': 'network-changed', 'server_uuid': '2c503732-dad1-4295-bd3e-5060e14f708c', 'tag': '90cc4990-aa87-4224-96f5-94aa051caf07', 'status': 'completed', 'code': 200} Apr 14 20:53:11.260860 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba3a8b14-827f-4b27-af87-026233353416 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (92808758-506d-4d64-9e9b-a8e58689a28c), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:11.268511 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22770c7f-7d70-4bca-a7f3-30464ef0ca4e req-24a241f7-6f6f-4b20-bd06-c5f7b32743d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:11.270299 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-22770c7f-7d70-4bca-a7f3-30464ef0ca4e req-24a241f7-6f6f-4b20-bd06-c5f7b32743d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0dd92c1852148da8ef144d72994618f&device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 1127 time: 0.0426912 Apr 14 20:53:11.378506 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22770c7f-7d70-4bca-a7f3-30464ef0ca4e req-275b947f-a2ab-4327-99d3-3f21dfd13cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:11.380378 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-22770c7f-7d70-4bca-a7f3-30464ef0ca4e req-275b947f-a2ab-4327-99d3-3f21dfd13cea service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f0dd92c1852148da8ef144d72994618f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1018798 Apr 14 20:53:11.434774 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba3a8b14-827f-4b27-af87-026233353416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (92808758-506d-4d64-9e9b-a8e58689a28c), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:11.435666 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a8b14-827f-4b27-af87-026233353416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:11.436250 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba3a8b14-827f-4b27-af87-026233353416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:11.476512 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22770c7f-7d70-4bca-a7f3-30464ef0ca4e req-982a4541-bb2e-4ebf-a43c-6824b708f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:11.478153 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-22770c7f-7d70-4bca-a7f3-30464ef0ca4e req-982a4541-bb2e-4ebf-a43c-6824b708f355 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912585 Apr 14 20:53:11.519742 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a8b14-827f-4b27-af87-026233353416 admin admin] Pushing event updated for resources: {'Network': ['ID=92808758-506d-4d64-9e9b-a8e58689a28c,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:11.531205 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network 92808758-506d-4d64-9e9b-a8e58689a28c details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:53:11.552744 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ba3a8b14-827f-4b27-af87-026233353416 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1057177 Apr 14 20:53:11.555782 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 50438) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:11.564451 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-f3b0521a-5792-41d7-bb71-1e15fe1412c4 admin admin] Request body: {'subnet': {'network_id': '92808758-506d-4d64-9e9b-a8e58689a28c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1949053820-subnet', 'tenant_id': '3a1136c4770a44968543ce525148d41b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:53:11.567584 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80209c7b-c302-413b-b29c-54f7113ac007 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:53:11.575506 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Publish callbacks [] for port (80209c7b-c302-413b-b29c-54f7113ac007), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:11.588293 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Transition to ACTIVE for port object 80209c7b-c302-413b-b29c-54f7113ac007 will not be triggered until provisioned by entity L2. {{(pid=110411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:53:11.625562 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea80035-23db-4f16-8ff1-54defc537437 req-b1ae9083-8a43-4a2c-9917-298defbb3ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:11.627347 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9ea80035-23db-4f16-8ff1-54defc537437 req-b1ae9083-8a43-4a2c-9917-298defbb3ebf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0dd92c1852148da8ef144d72994618f&device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 1127 time: 0.0576971 Apr 14 20:53:11.646952 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4848467'] for port (80209c7b-c302-413b-b29c-54f7113ac007), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:11.673364 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9ea80035-23db-4f16-8ff1-54defc537437 req-e20b909b-3fed-4da9-ba19-5b0609d165a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90cc4990-aa87-4224-96f5-94aa051caf07 HTTP/1.1" status: 200 len: 217 time: 0.0383027 Apr 14 20:53:11.709215 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Pushing event updated for resources: {'Port': ['ID=80209c7b-c302-413b-b29c-54f7113ac007,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:11.731317 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b0521a-5792-41d7-bb71-1e15fe1412c4 admin admin] Made reservation on behalf of 3a1136c4770a44968543ce525148d41b for: {'subnet': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:53:11.733604 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f3b0521a-5792-41d7-bb71-1e15fe1412c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309086'] for subnet (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:11.785124 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Attempting to bind port 80209c7b-c302-413b-b29c-54f7113ac007 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:53:11.785516 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Attempting to bind port 80209c7b-c302-413b-b29c-54f7113ac007 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:53:11.785762 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Attempting to bind port 80209c7b-c302-413b-b29c-54f7113ac007 on network e9124821-6384-483a-bd3f-30476db1701e {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:53:11.794209 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Port 80209c7b-c302-413b-b29c-54f7113ac007 on network e9124821-6384-483a-bd3f-30476db1701e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:53:11.794576 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Attempting to bind port 80209c7b-c302-413b-b29c-54f7113ac007 on network e9124821-6384-483a-bd3f-30476db1701e {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:53:11.802249 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:53:11.802702 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Checking segment: {'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:53:11.803149 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Bound using segment: {'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:53:11.807067 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Bound port: 80209c7b-c302-413b-b29c-54f7113ac007, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e504fd8-3379-4212-91e2-36a72a9d764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:53:11.807067 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (80209c7b-c302-413b-b29c-54f7113ac007), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:11.885715 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] For port 80209c7b-c302-413b-b29c-54f7113ac007, host hv-cinder-83754, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:53:11.889517 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] For port 80209c7b-c302-413b-b29c-54f7113ac007, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=80209c7b-c302-413b-b29c-54f7113ac007,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:53:11.964200 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783af8a-5e3c-4f17-a5e3-675e340ae6ea req-a2c3732c-1475-45bf-9581-49e7ff32fee7 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:11.966302 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b783af8a-5e3c-4f17-a5e3-675e340ae6ea req-a2c3732c-1475-45bf-9581-49e7ff32fee7 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 943 time: 0.0580530 Apr 14 20:53:11.970653 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4848467'] for port (80209c7b-c302-413b-b29c-54f7113ac007), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:12.032171 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:12.036328 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:12.036328 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] 10.222.0.16 "PUT /v2.0/ports/80209c7b-c302-413b-b29c-54f7113ac007 HTTP/1.1" status: 200 len: 1093 time: 1.0125966 Apr 14 20:53:12.039132 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b16d2a-0ea3-4529-ace4-ef72132150cf', 'tag': '80209c7b-c302-413b-b29c-54f7113ac007'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:53:12.041663 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18184f94-0b7d-4ad7-96c0-39cce2264acd" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b16d2a-0ea3-4529-ace4-ef72132150cf", "tag": "80209c7b-c302-413b-b29c-54f7113ac007"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:53:12.068858 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce095f-ff93-457a-902c-b3ac52026838 service neutron] Pushing event updated for resources: {'Port': ['ID=80209c7b-c302-413b-b29c-54f7113ac007,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:12.083629 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b783af8a-5e3c-4f17-a5e3-675e340ae6ea req-e8ab8024-c643-4629-b72a-169c83912104 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102901 Apr 14 20:53:12.106766 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a498b8-8b8a-4bbc-b589-d3698804f351 req-f70f667c-fbd5-421f-9ade-de6f74938fc3 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:12.108312 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-61a498b8-8b8a-4bbc-b589-d3698804f351 req-f70f667c-fbd5-421f-9ade-de6f74938fc3 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 943 time: 0.4377961 Apr 14 20:53:12.144388 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea80035-23db-4f16-8ff1-54defc537437 req-a04339a3-c8e3-4c9e-96c8-114f06cf86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:12.145865 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9ea80035-23db-4f16-8ff1-54defc537437 req-a04339a3-c8e3-4c9e-96c8-114f06cf86ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa00254d-843d-4e93-bd43-0f5a556c6d71 HTTP/1.1" status: 200 len: 849 time: 0.4620984 Apr 14 20:53:12.146983 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51321c7b-a320-4162-9939-aa93e83f8499 x-openstack-request-id: req-51321c7b-a320-4162-9939-aa93e83f8499 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:53:12.147272 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b16d2a-0ea3-4529-ace4-ef72132150cf", "tag": "80209c7b-c302-413b-b29c-54f7113ac007", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:53:12.147524 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51321c7b-a320-4162-9939-aa93e83f8499 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:53:12.147917 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51321c7b-a320-4162-9939-aa93e83f8499'] response: {'name': 'network-changed', 'server_uuid': 'a7b16d2a-0ea3-4529-ace4-ef72132150cf', 'tag': '80209c7b-c302-413b-b29c-54f7113ac007', 'status': 'completed', 'code': 200} Apr 14 20:53:12.203329 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-10ba5e7a-53e6-4a64-9f24-a06aef58dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:12.205424 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-10ba5e7a-53e6-4a64-9f24-a06aef58dc36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4594533c2d114769b73069549c61e38e&device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 1127 time: 0.0476558 Apr 14 20:53:12.235751 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9ea80035-23db-4f16-8ff1-54defc537437 req-4e3042b1-6690-4d10-a08b-cc3a5317e112 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd2c2671-07cc-4bbd-a0e1-612971deb3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629144 Apr 14 20:53:12.259575 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-0e47e938-ff35-41ae-b119-8bf1eab8f693 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80209c7b-c302-413b-b29c-54f7113ac007 HTTP/1.1" status: 200 len: 217 time: 0.0463943 Apr 14 20:53:12.339081 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-e1f39358-bf19-4130-8b9e-26d5c23307cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:12.341580 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-e1f39358-bf19-4130-8b9e-26d5c23307cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=177c8868-9176-40ed-9fba-016fb7a72185 HTTP/1.1" status: 200 len: 850 time: 0.0740581 Apr 14 20:53:12.364797 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-61a498b8-8b8a-4bbc-b589-d3698804f351 req-c1ed2b94-f0e6-4259-9301-db3a5576e9e0 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242441 Apr 14 20:53:12.417754 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-0a297590-7b3c-41a9-b0fe-8f5b4c7c4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:12.420237 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-0a297590-7b3c-41a9-b0fe-8f5b4c7c4831 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9124821-6384-483a-bd3f-30476db1701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701363 Apr 14 20:53:12.448898 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9ea80035-23db-4f16-8ff1-54defc537437 req-a28579ed-7e3c-4c1f-9520-5353a1b8b7c1 service neutron] 10.222.0.16 "GET /v2.0/networks/dd2c2671-07cc-4bbd-a0e1-612971deb3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020929 Apr 14 20:53:12.525582 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-c226409d-48b7-42f0-be0e-168be995576d service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967004 Apr 14 20:53:12.542536 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9ea80035-23db-4f16-8ff1-54defc537437 req-3c7cffb4-0569-43d7-9e6d-bb1e784cbbe9 service neutron] 10.222.0.16 "GET /v2.0/networks/dd2c2671-07cc-4bbd-a0e1-612971deb3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878224 Apr 14 20:53:12.587002 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f3b0521a-5792-41d7-bb71-1e15fe1412c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7770167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309064'] for subnet (86ccb834-3108-4422-bd7e-8b9e674e8d6c), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:12.625686 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-853b2ea6-95bc-43ca-90c6-4816d9a905dd req-0b9f48a8-9b15-428d-8604-cc7c25b546d3 service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939267 Apr 14 20:53:12.643754 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0521a-5792-41d7-bb71-1e15fe1412c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ccb834-3108-4422-bd7e-8b9e674e8d6c,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:12.654051 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b0521a-5792-41d7-bb71-1e15fe1412c4 admin admin] Checking segment: {'id': 'cf87fde4-efd4-469e-b49d-82ebbb4aeb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '92808758-506d-4d64-9e9b-a8e58689a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:53:12.654409 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b0521a-5792-41d7-bb71-1e15fe1412c4 admin admin] Network hostable DHCP agents. Network: 92808758-506d-4d64-9e9b-a8e58689a28c, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:53:12.779227 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b0521a-5792-41d7-bb71-1e15fe1412c4 admin admin] Network 92808758-506d-4d64-9e9b-a8e58689a28c is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:53:12.860734 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-f3b0521a-5792-41d7-bb71-1e15fe1412c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, 92808758-506d-4d64-9e9b-a8e58689a28c) {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:53:12.865390 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b0521a-5792-41d7-bb71-1e15fe1412c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:12.865617 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f3b0521a-5792-41d7-bb71-1e15fe1412c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:12.870622 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007e0f9f-4e64-43c2-b51c-eb46f07b735b None None] Network 92808758-506d-4d64-9e9b-a8e58689a28c requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:53:12.970497 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fc4d09-0ae6-428b-8c68-5a9976fb1e6f None None] Network 92808758-506d-4d64-9e9b-a8e58689a28c requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:53:12.995268 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-f3b0521a-5792-41d7-bb71-1e15fe1412c4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4372745 Apr 14 20:53:13.204882 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb3b0b-b1c7-45be-826e-9c7312943d32 req-6a5a61fd-412b-4a72-b70d-1427cbd61500 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:13.206383 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-bccb3b0b-b1c7-45be-826e-9c7312943d32 req-6a5a61fd-412b-4a72-b70d-1427cbd61500 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 943 time: 0.0514951 Apr 14 20:53:13.252239 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-bccb3b0b-b1c7-45be-826e-9c7312943d32 req-18e12984-873c-45f9-9542-d496857403ad tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402293 Apr 14 20:53:13.492505 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab107a1-38bb-4a43-af35-1888dfb93a58 req-4fc9f8e0-913e-4e2b-b3c6-e540a21d491d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:13.496852 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6ab107a1-38bb-4a43-af35-1888dfb93a58 req-4fc9f8e0-913e-4e2b-b3c6-e540a21d491d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 943 time: 0.0548820 Apr 14 20:53:13.548577 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6ab107a1-38bb-4a43-af35-1888dfb93a58 req-b38d05f5-10a1-47f5-bf1f-ad808cac4468 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483575 Apr 14 20:53:13.754067 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184f94-0b7d-4ad7-96c0-39cce2264acd req-dcc423b5-58ec-4e37-857a-822d3fe23347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:13.755767 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-18184f94-0b7d-4ad7-96c0-39cce2264acd req-dcc423b5-58ec-4e37-857a-822d3fe23347 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4594533c2d114769b73069549c61e38e&device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 1127 time: 0.0385594 Apr 14 20:53:13.781879 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 50498) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:13.786630 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-7441c448-f141-413c-83bf-f9dc43aa7dbd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1577914198-network', 'tenant_id': 'af4e136eec214b29ac50e0aaa5319a58'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:53:13.855236 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184f94-0b7d-4ad7-96c0-39cce2264acd req-52e16320-f366-4bb0-9d59-7a2bfc7041bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:13.856763 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-18184f94-0b7d-4ad7-96c0-39cce2264acd req-52e16320-f366-4bb0-9d59-7a2bfc7041bc service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9124821-6384-483a-bd3f-30476db1701e HTTP/1.1" status: 200 len: 912 time: 0.0936499 Apr 14 20:53:13.858493 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7441c448-f141-413c-83bf-f9dc43aa7dbd admin admin] Made reservation on behalf of af4e136eec214b29ac50e0aaa5319a58 for: {'network': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:53:13.860750 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7441c448-f141-413c-83bf-f9dc43aa7dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:13.869542 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7441c448-f141-413c-83bf-f9dc43aa7dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:13.900922 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-18184f94-0b7d-4ad7-96c0-39cce2264acd req-ba5f038f-1e51-4895-b70d-16023fa0bff4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80209c7b-c302-413b-b29c-54f7113ac007 HTTP/1.1" status: 200 len: 217 time: 0.0348644 Apr 14 20:53:13.952918 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184f94-0b7d-4ad7-96c0-39cce2264acd req-baf44458-0358-438f-8631-d9f82b5500bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:13.954719 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-18184f94-0b7d-4ad7-96c0-39cce2264acd req-baf44458-0358-438f-8631-d9f82b5500bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=177c8868-9176-40ed-9fba-016fb7a72185 HTTP/1.1" status: 200 len: 850 time: 0.0450854 Apr 14 20:53:13.959962 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7441c448-f141-413c-83bf-f9dc43aa7dbd admin admin] Publish callbacks [] for security_group (e6578970-3577-4d9f-8d0e-15f9a205a468), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:14.015133 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184f94-0b7d-4ad7-96c0-39cce2264acd req-c0df45b0-db8f-4848-afe1-25e21b853458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:14.015133 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-18184f94-0b7d-4ad7-96c0-39cce2264acd req-c0df45b0-db8f-4848-afe1-25e21b853458 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9124821-6384-483a-bd3f-30476db1701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487604 Apr 14 20:53:14.035251 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7441c448-f141-413c-83bf-f9dc43aa7dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (e6578970-3577-4d9f-8d0e-15f9a205a468), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:14.060769 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7441c448-f141-413c-83bf-f9dc43aa7dbd admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=110412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:53:14.070386 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441c448-f141-413c-83bf-f9dc43aa7dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6578970-3577-4d9f-8d0e-15f9a205a468,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:14.076440 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7441c448-f141-413c-83bf-f9dc43aa7dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (0523cb27-90fe-41f8-818e-0640da40c0b3), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:14.076790 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.segments_db [None req-7441c448-f141-413c-83bf-f9dc43aa7dbd admin admin] Added segment 0523cb27-90fe-41f8-818e-0640da40c0b3 of type vlan for network 163c9d9b-0f84-480f-9d9f-be9f81b27793 Apr 14 20:53:14.109649 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-18184f94-0b7d-4ad7-96c0-39cce2264acd req-c9e9346a-7910-42be-82a6-85a4ae48459b service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886180 Apr 14 20:53:14.119387 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7441c448-f141-413c-83bf-f9dc43aa7dbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (163c9d9b-0f84-480f-9d9f-be9f81b27793), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:14.204683 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-18184f94-0b7d-4ad7-96c0-39cce2264acd req-5c4be616-7208-4aaa-bc3d-ff910af44158 service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879803 Apr 14 20:53:14.241065 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7441c448-f141-413c-83bf-f9dc43aa7dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (163c9d9b-0f84-480f-9d9f-be9f81b27793), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:14.242077 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7441c448-f141-413c-83bf-f9dc43aa7dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:14.242696 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7441c448-f141-413c-83bf-f9dc43aa7dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:14.303111 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441c448-f141-413c-83bf-f9dc43aa7dbd admin admin] Pushing event updated for resources: {'Network': ['ID=163c9d9b-0f84-480f-9d9f-be9f81b27793,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:14.314066 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network 163c9d9b-0f84-480f-9d9f-be9f81b27793 details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:53:14.337648 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-7441c448-f141-413c-83bf-f9dc43aa7dbd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5546243 Apr 14 20:53:14.340842 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 50504) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:14.345663 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-5d6c7dd5-9799-4794-8689-31d495242f46 admin admin] Request body: {'subnet': {'network_id': '163c9d9b-0f84-480f-9d9f-be9f81b27793', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1577914198-subnet', 'tenant_id': 'af4e136eec214b29ac50e0aaa5319a58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:53:14.372190 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be895628-b602-45d7-a115-dd4deacc608a req-108b8446-457b-422e-a000-d467bcedf0c6 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:14.373864 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-be895628-b602-45d7-a115-dd4deacc608a req-108b8446-457b-422e-a000-d467bcedf0c6 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 943 time: 0.0533483 Apr 14 20:53:14.424619 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-be895628-b602-45d7-a115-dd4deacc608a req-116d5038-0258-41d8-a55e-5a6963b52d39 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446706 Apr 14 20:53:14.441207 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6c7dd5-9799-4794-8689-31d495242f46 admin admin] Made reservation on behalf of af4e136eec214b29ac50e0aaa5319a58 for: {'subnet': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:53:14.443665 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5d6c7dd5-9799-4794-8689-31d495242f46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309086'] for subnet (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:14.662223 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d956abb-a95b-4fff-95b2-8d1fc716ebe0 req-5c50186a-4e7f-47b1-bdaf-bb896af6400b tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:14.663716 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8d956abb-a95b-4fff-95b2-8d1fc716ebe0 req-5c50186a-4e7f-47b1-bdaf-bb896af6400b tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 943 time: 0.0474951 Apr 14 20:53:14.666831 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5d6c7dd5-9799-4794-8689-31d495242f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7770167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309064'] for subnet (c48e26f7-1b02-4791-9245-2d0633dd9650), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:14.740063 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c7dd5-9799-4794-8689-31d495242f46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c48e26f7-1b02-4791-9245-2d0633dd9650,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:14.773053 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8d956abb-a95b-4fff-95b2-8d1fc716ebe0 req-0e9c4cd3-3ffd-4d3c-8f62-2e0886cc96f6 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011460 Apr 14 20:53:14.775738 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6c7dd5-9799-4794-8689-31d495242f46 admin admin] Checking segment: {'id': '0523cb27-90fe-41f8-818e-0640da40c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '163c9d9b-0f84-480f-9d9f-be9f81b27793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:53:14.776149 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6c7dd5-9799-4794-8689-31d495242f46 admin admin] Network hostable DHCP agents. Network: 163c9d9b-0f84-480f-9d9f-be9f81b27793, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:53:14.784437 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:14.900764 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6c7dd5-9799-4794-8689-31d495242f46 admin admin] Network 163c9d9b-0f84-480f-9d9f-be9f81b27793 is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:53:14.980816 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-5d6c7dd5-9799-4794-8689-31d495242f46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, 163c9d9b-0f84-480f-9d9f-be9f81b27793) {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:53:14.984978 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6c7dd5-9799-4794-8689-31d495242f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:14.985822 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5d6c7dd5-9799-4794-8689-31d495242f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:14.993878 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828810f7-ec28-47e7-a0ea-6af87c658950 None None] Network 163c9d9b-0f84-480f-9d9f-be9f81b27793 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:53:15.074858 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-5d6c7dd5-9799-4794-8689-31d495242f46 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7327678 Apr 14 20:53:15.095324 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d1951-7893-4978-a77f-9f3296221fcf None None] Network 163c9d9b-0f84-480f-9d9f-be9f81b27793 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:53:15.212464 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 50524) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:15.256726 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d82e41-a5b6-4ecc-812c-98930314e4a5 admin admin] Deleting subnet 86ccb834-3108-4422-bd7e-8b9e674e8d6c {{(pid=110412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:53:15.260002 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-62d82e41-a5b6-4ecc-812c-98930314e4a5 admin admin] Publish callbacks [] for subnet (86ccb834-3108-4422-bd7e-8b9e674e8d6c), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:15.295482 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-62d82e41-a5b6-4ecc-812c-98930314e4a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5090913'] for subnet (86ccb834-3108-4422-bd7e-8b9e674e8d6c), precommit_delete_associations {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:15.333492 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-62d82e41-a5b6-4ecc-812c-98930314e4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041744'] for subnet (86ccb834-3108-4422-bd7e-8b9e674e8d6c), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:15.447869 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-62d82e41-a5b6-4ecc-812c-98930314e4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7773928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309105'] for subnet (86ccb834-3108-4422-bd7e-8b9e674e8d6c), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:15.476185 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d82e41-a5b6-4ecc-812c-98930314e4a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86ccb834-3108-4422-bd7e-8b9e674e8d6c,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:15.478210 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-62d82e41-a5b6-4ecc-812c-98930314e4a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:15.482349 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-62d82e41-a5b6-4ecc-812c-98930314e4a5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/86ccb834-3108-4422-bd7e-8b9e674e8d6c HTTP/1.1" status: 204 len: 168 time: 0.2682607 Apr 14 20:53:15.484327 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 50528) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:15.544388 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7749e-4b30-4178-800a-5b8ab6fe2502 req-7475a02f-5772-4f96-a075-46267f8428c0 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:15.545921 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-fef7749e-4b30-4178-800a-5b8ab6fe2502 req-7475a02f-5772-4f96-a075-46267f8428c0 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 943 time: 0.0510948 Apr 14 20:53:15.564530 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-beb79a09-beb2-4536-b7c7-ecae9b189b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558881'] for network (92808758-506d-4d64-9e9b-a8e58689a28c), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:15.597884 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-fef7749e-4b30-4178-800a-5b8ab6fe2502 req-fa8af693-6ace-4bff-ae5e-a6117fd93226 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454626 Apr 14 20:53:15.623914 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 50532) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:15.656471 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-beb79a09-beb2-4536-b7c7-ecae9b189b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044203', 'neutron.services.segments.db._delete_segments_for_network-8766881083832'] for network (92808758-506d-4d64-9e9b-a8e58689a28c), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:15.677267 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-beb79a09-beb2-4536-b7c7-ecae9b189b8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92808758-506d-4d64-9e9b-a8e58689a28c']}} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:15.687271 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-beb79a09-beb2-4536-b7c7-ecae9b189b8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf87fde4-efd4-469e-b49d-82ebbb4aeb22') {'for_net_delete': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:15.687572 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-beb79a09-beb2-4536-b7c7-ecae9b189b8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf87fde4-efd4-469e-b49d-82ebbb4aeb22') {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:15.697299 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-beb79a09-beb2-4536-b7c7-ecae9b189b8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766880940993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5090906'] for segment (cf87fde4-efd4-469e-b49d-82ebbb4aeb22), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:15.710953 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-beb79a09-beb2-4536-b7c7-ecae9b189b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (cf87fde4-efd4-469e-b49d-82ebbb4aeb22), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:15.718823 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb79a09-beb2-4536-b7c7-ecae9b189b8b admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=110412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:53:15.719225 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-beb79a09-beb2-4536-b7c7-ecae9b189b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773778'] for segment (cf87fde4-efd4-469e-b49d-82ebbb4aeb22), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: Traceback (most recent call last): Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: timer() Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: cb(*args, **kw) Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: return func(*args, **kwargs) Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: self._notify() Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: self.callback(batched_events) Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: event.method(event) Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: return f(self, *a, **k) Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._get(url).json() Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: return self.request(url, 'GET', **kwargs) Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:53:15.720991 dv-cinder-837540-3-iscsi neutron-server[110412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:53:15.734521 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fada763a-aacf-4cce-8c03-1a89f5ea619b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:15.808348 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fada763a-aacf-4cce-8c03-1a89f5ea619b admin admin] Publish callbacks [] for security_group (04b74539-e069-4289-9f27-683122733fca), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:15.875523 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-beb79a09-beb2-4536-b7c7-ecae9b189b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644488'] for network (92808758-506d-4d64-9e9b-a8e58689a28c), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:15.882212 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-beb79a09-beb2-4536-b7c7-ecae9b189b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:15.885234 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-beb79a09-beb2-4536-b7c7-ecae9b189b8b admin admin] 10.222.0.15 "DELETE /v2.0/networks/92808758-506d-4d64-9e9b-a8e58689a28c HTTP/1.1" status: 204 len: 168 time: 0.3999822 Apr 14 20:53:15.888790 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 50538) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:15.905591 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77bff4-1cf9-45ee-a855-ea70285fdbe2 req-06f2e5c3-f73d-4e4b-993e-efe9eb30073d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:15.907054 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4a77bff4-1cf9-45ee-a855-ea70285fdbe2 req-06f2e5c3-f73d-4e4b-993e-efe9eb30073d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 943 time: 0.0680001 Apr 14 20:53:15.908204 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb79a09-beb2-4536-b7c7-ecae9b189b8b admin admin] Pushing event deleted for resources: {'Network': ['ID=92808758-506d-4d64-9e9b-a8e58689a28c,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:15.915450 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fada763a-aacf-4cce-8c03-1a89f5ea619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (04b74539-e069-4289-9f27-683122733fca), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:15.958792 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4a77bff4-1cf9-45ee-a855-ea70285fdbe2 req-fcb43d81-3ac7-4d3c-a3e7-983746b01302 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448811 Apr 14 20:53:15.963200 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-fada763a-aacf-4cce-8c03-1a89f5ea619b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1b6befedb9f4c7d8ca7b79624fed760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381164 Apr 14 20:53:15.966883 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 50540) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:15.974955 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada763a-aacf-4cce-8c03-1a89f5ea619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b74539-e069-4289-9f27-683122733fca,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:15.981927 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_v2 [None req-35df633f-345f-41ee-a372-634f53faeea8 admin admin] Deleting subnet c48e26f7-1b02-4791-9245-2d0633dd9650 {{(pid=110411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:53:15.990742 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-35df633f-345f-41ee-a372-634f53faeea8 admin admin] Publish callbacks [] for subnet (c48e26f7-1b02-4791-9245-2d0633dd9650), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:16.039818 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 90cc4990-aa87-4224-96f5-94aa051caf07 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:53:16.047172 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-35df633f-345f-41ee-a372-634f53faeea8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5930700'] for subnet (c48e26f7-1b02-4791-9245-2d0633dd9650), precommit_delete_associations {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:16.080701 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0f105814-d126-4b65-b1c3-155e8a789cd6 admin admin] Publish callbacks [] for security_group (04b74539-e069-4289-9f27-683122733fca), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:16.115033 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-35df633f-345f-41ee-a372-634f53faeea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041744'] for subnet (c48e26f7-1b02-4791-9245-2d0633dd9650), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:16.118196 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0f105814-d126-4b65-b1c3-155e8a789cd6 admin admin] Publish callbacks [] for security_group (04b74539-e069-4289-9f27-683122733fca), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:16.150940 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 90cc4990-aa87-4224-96f5-94aa051caf07, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=90cc4990-aa87-4224-96f5-94aa051caf07,segment=NetworkSegment(a81f9b7e-840c-4e19-8547-51706774a26e),segment_id=a81f9b7e-840c-4e19-8547-51706774a26e)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:53:16.161972 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '90cc4990-aa87-4224-96f5-94aa051caf07', 'network_id': 'dd2c2671-07cc-4bbd-a0e1-612971deb3e8', 'port_id': '90cc4990-aa87-4224-96f5-94aa051caf07', 'mac_address': 'fa:16:3e:58:51:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa00254d-843d-4e93-bd43-0f5a556c6d71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:53:16.203697 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 90cc4990-aa87-4224-96f5-94aa051caf07 is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:16.204082 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (90cc4990-aa87-4224-96f5-94aa051caf07), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:16.217659 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cc4990-aa87-4224-96f5-94aa051caf07 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:53:16.237362 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 90cc4990-aa87-4224-96f5-94aa051caf07, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=90cc4990-aa87-4224-96f5-94aa051caf07,segment=NetworkSegment(a81f9b7e-840c-4e19-8547-51706774a26e),segment_id=a81f9b7e-840c-4e19-8547-51706774a26e)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:53:16.281982 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-35df633f-345f-41ee-a372-634f53faeea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4848389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4416462'] for subnet (c48e26f7-1b02-4791-9245-2d0633dd9650), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:16.310652 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df633f-345f-41ee-a372-634f53faeea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c48e26f7-1b02-4791-9245-2d0633dd9650,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:16.313145 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (90cc4990-aa87-4224-96f5-94aa051caf07), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:16.314249 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0f105814-d126-4b65-b1c3-155e8a789cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (04b74539-e069-4289-9f27-683122733fca), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:16.317065 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0f105814-d126-4b65-b1c3-155e8a789cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:16.317989 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-0f105814-d126-4b65-b1c3-155e8a789cd6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04b74539-e069-4289-9f27-683122733fca HTTP/1.1" status: 204 len: 168 time: 0.3499658 Apr 14 20:53:16.319123 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-35df633f-345f-41ee-a372-634f53faeea8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:16.324506 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-35df633f-345f-41ee-a372-634f53faeea8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c48e26f7-1b02-4791-9245-2d0633dd9650 HTTP/1.1" status: 204 len: 168 time: 0.4331203 Apr 14 20:53:16.325739 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 50546) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:16.331568 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f105814-d126-4b65-b1c3-155e8a789cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b74539-e069-4289-9f27-683122733fca,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:16.385940 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=90cc4990-aa87-4224-96f5-94aa051caf07,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:16.406170 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f355ebab-5eec-410f-8a9e-445319602b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558881'] for network (163c9d9b-0f84-480f-9d9f-be9f81b27793), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:16.483725 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f355ebab-5eec-410f-8a9e-445319602b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044203', 'neutron.services.segments.db._delete_segments_for_network-8766881083832'] for network (163c9d9b-0f84-480f-9d9f-be9f81b27793), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:16.505724 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-f355ebab-5eec-410f-8a9e-445319602b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163c9d9b-0f84-480f-9d9f-be9f81b27793']}} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:16.516454 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-f355ebab-5eec-410f-8a9e-445319602b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0523cb27-90fe-41f8-818e-0640da40c0b3') {'for_net_delete': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:16.516771 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-f355ebab-5eec-410f-8a9e-445319602b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0523cb27-90fe-41f8-818e-0640da40c0b3') {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:16.526249 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f355ebab-5eec-410f-8a9e-445319602b49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766880940993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5090906'] for segment (0523cb27-90fe-41f8-818e-0640da40c0b3), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:16.539257 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f355ebab-5eec-410f-8a9e-445319602b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (0523cb27-90fe-41f8-818e-0640da40c0b3), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:16.545110 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f355ebab-5eec-410f-8a9e-445319602b49 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=110412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:53:16.545518 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f355ebab-5eec-410f-8a9e-445319602b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773778'] for segment (0523cb27-90fe-41f8-818e-0640da40c0b3), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: Traceback (most recent call last): Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: timer() Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: cb(*args, **kw) Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: return func(*args, **kwargs) Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: self._notify() Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: self.callback(batched_events) Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: event.method(event) Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: return f(self, *a, **k) Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._get(url).json() Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: return self.request(url, 'GET', **kwargs) Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:53:16.547158 dv-cinder-837540-3-iscsi neutron-server[110412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:53:16.572485 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['90cc4990-aa87-4224-96f5-94aa051caf07'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:53:16.673687 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f355ebab-5eec-410f-8a9e-445319602b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644488'] for network (163c9d9b-0f84-480f-9d9f-be9f81b27793), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:16.687215 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f355ebab-5eec-410f-8a9e-445319602b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:16.691812 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-f355ebab-5eec-410f-8a9e-445319602b49 admin admin] 10.222.0.15 "DELETE /v2.0/networks/163c9d9b-0f84-480f-9d9f-be9f81b27793 HTTP/1.1" status: 204 len: 168 time: 0.3646915 Apr 14 20:53:16.716737 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355ebab-5eec-410f-8a9e-445319602b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=163c9d9b-0f84-480f-9d9f-be9f81b27793,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:16.720388 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd3957-f66d-4c88-ad61-a2d32cf634a4 req-aafb44f5-450b-4dc6-b465-fc582a5ad921 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:16.721993 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-11fd3957-f66d-4c88-ad61-a2d32cf634a4 req-aafb44f5-450b-4dc6-b465-fc582a5ad921 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 944 time: 0.0547895 Apr 14 20:53:16.771984 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-11fd3957-f66d-4c88-ad61-a2d32cf634a4 req-7b1cdf2a-0eb5-43a1-97a6-e52a265987d5 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430644 Apr 14 20:53:16.982361 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 50554) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:16.995937 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c0ef2d5-f2f0-469b-8a05-5e38fcdf603d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:17.063830 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 50558) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:17.080739 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c08b41-83f1-4a0b-9064-804df6396f4f req-a395f0ab-5918-40c4-9175-f6dd2d2eae94 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:17.082459 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-90c08b41-83f1-4a0b-9064-804df6396f4f req-a395f0ab-5918-40c4-9175-f6dd2d2eae94 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 943 time: 0.0496190 Apr 14 20:53:17.087753 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c0ef2d5-f2f0-469b-8a05-5e38fcdf603d admin admin] Publish callbacks [] for security_group (facc8349-fa3c-4613-acae-9c76385de6bd), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:17.114919 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-fb7f10b5-a30a-438d-aa57-4b6f8ff1d7cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a1136c4770a44968543ce525148d41b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500042 Apr 14 20:53:17.117761 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 50562) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:17.136530 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-90c08b41-83f1-4a0b-9064-804df6396f4f req-ef75fa3c-602e-4b07-919f-b3b7c00928c3 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484195 Apr 14 20:53:17.163390 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c0ef2d5-f2f0-469b-8a05-5e38fcdf603d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (facc8349-fa3c-4613-acae-9c76385de6bd), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:17.201429 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2d705db6-41e2-400d-a164-ad191a822ec1 admin admin] Publish callbacks [] for security_group (b476e4a0-9101-4dc5-8801-7f344fa4118a), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:17.232769 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-4c0ef2d5-f2f0-469b-8a05-5e38fcdf603d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf6928e373dd460499f394884cd8b7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492120 Apr 14 20:53:17.235721 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 50564) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:17.235993 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ef2d5-f2f0-469b-8a05-5e38fcdf603d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facc8349-fa3c-4613-acae-9c76385de6bd,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:17.246519 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2d705db6-41e2-400d-a164-ad191a822ec1 admin admin] Publish callbacks [] for security_group (b476e4a0-9101-4dc5-8801-7f344fa4118a), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:17.291161 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-134324a4-3305-4214-9c21-df6e206aad7b admin admin] Publish callbacks [] for security_group (facc8349-fa3c-4613-acae-9c76385de6bd), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:17.314193 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-134324a4-3305-4214-9c21-df6e206aad7b admin admin] Publish callbacks [] for security_group (facc8349-fa3c-4613-acae-9c76385de6bd), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:17.389961 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2d705db6-41e2-400d-a164-ad191a822ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (b476e4a0-9101-4dc5-8801-7f344fa4118a), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:17.392802 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2d705db6-41e2-400d-a164-ad191a822ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:17.394002 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-2d705db6-41e2-400d-a164-ad191a822ec1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b476e4a0-9101-4dc5-8801-7f344fa4118a HTTP/1.1" status: 204 len: 168 time: 0.2753532 Apr 14 20:53:17.405359 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d705db6-41e2-400d-a164-ad191a822ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b476e4a0-9101-4dc5-8801-7f344fa4118a,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:17.441458 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-134324a4-3305-4214-9c21-df6e206aad7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (facc8349-fa3c-4613-acae-9c76385de6bd), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:17.448593 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-134324a4-3305-4214-9c21-df6e206aad7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:17.450323 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-134324a4-3305-4214-9c21-df6e206aad7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/facc8349-fa3c-4613-acae-9c76385de6bd HTTP/1.1" status: 204 len: 168 time: 0.2135513 Apr 14 20:53:17.458920 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134324a4-3305-4214-9c21-df6e206aad7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facc8349-fa3c-4613-acae-9c76385de6bd,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:17.893219 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135039d-2846-4e0f-8071-1b2d78871411 req-88e65b2b-fbb4-422a-bfbe-dad03ab938ef tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:17.894792 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e135039d-2846-4e0f-8071-1b2d78871411 req-88e65b2b-fbb4-422a-bfbe-dad03ab938ef tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 944 time: 0.0533879 Apr 14 20:53:17.956551 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e135039d-2846-4e0f-8071-1b2d78871411 req-6bba52dd-c9ac-41d8-b392-d7b444c8804a tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545413 Apr 14 20:53:18.062547 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 90cc4990-aa87-4224-96f5-94aa051caf07 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:53:18.112407 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port 90cc4990-aa87-4224-96f5-94aa051caf07 completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:53:18.230049 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 90cc4990-aa87-4224-96f5-94aa051caf07 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:18.232259 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (90cc4990-aa87-4224-96f5-94aa051caf07), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:18.275430 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a4ea2-061b-47bd-84f4-1dac2e687eb8 req-f5d3ad7e-af28-4540-82b8-b876baa63f6c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:18.278292 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b81a4ea2-061b-47bd-84f4-1dac2e687eb8 req-f5d3ad7e-af28-4540-82b8-b876baa63f6c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 943 time: 0.0569172 Apr 14 20:53:18.303211 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 50590) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:18.331349 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 90cc4990-aa87-4224-96f5-94aa051caf07 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:18.331838 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (90cc4990-aa87-4224-96f5-94aa051caf07), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:18.356998 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c503732-dad1-4295-bd3e-5060e14f708c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cc4990-aa87-4224-96f5-94aa051caf07'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:53:18.359325 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed3a800-3b5a-490f-870a-340385272f31" -d '{"events": [{"server_uuid": "2c503732-dad1-4295-bd3e-5060e14f708c", "name": "network-vif-plugged", "status": "completed", "tag": "90cc4990-aa87-4224-96f5-94aa051caf07"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:53:18.361884 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-b81a4ea2-061b-47bd-84f4-1dac2e687eb8 req-ec3f316e-9d1e-442f-820a-eb184c5a3653 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704358 Apr 14 20:53:18.374863 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 90cc4990-aa87-4224-96f5-94aa051caf07, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=90cc4990-aa87-4224-96f5-94aa051caf07,segment=NetworkSegment(a81f9b7e-840c-4e19-8547-51706774a26e),segment_id=a81f9b7e-840c-4e19-8547-51706774a26e)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:53:18.399086 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-b40645f6-e0d6-47a2-8693-52cecc1e415d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af4e136eec214b29ac50e0aaa5319a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0909281 Apr 14 20:53:18.399407 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 50596) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:18.422155 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7ac263-f5ed-43b7-87da-a086aaf5c6c9 x-openstack-request-id: req-3e7ac263-f5ed-43b7-87da-a086aaf5c6c9 {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:53:18.422668 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c503732-dad1-4295-bd3e-5060e14f708c", "name": "network-vif-plugged", "status": "completed", "tag": "90cc4990-aa87-4224-96f5-94aa051caf07", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:53:18.423204 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e7ac263-f5ed-43b7-87da-a086aaf5c6c9 {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:53:18.423508 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7ac263-f5ed-43b7-87da-a086aaf5c6c9'] response: {'server_uuid': '2c503732-dad1-4295-bd3e-5060e14f708c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cc4990-aa87-4224-96f5-94aa051caf07', 'code': 200} Apr 14 20:53:18.455026 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e00c-b7c2-4be0-8e7f-46fb466a5c47 admin admin] Publish callbacks [] for security_group (e6578970-3577-4d9f-8d0e-15f9a205a468), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:18.472198 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (90cc4990-aa87-4224-96f5-94aa051caf07), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:18.477541 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e00c-b7c2-4be0-8e7f-46fb466a5c47 admin admin] Publish callbacks [] for security_group (e6578970-3577-4d9f-8d0e-15f9a205a468), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:18.554509 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=90cc4990-aa87-4224-96f5-94aa051caf07,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:18.637950 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e00c-b7c2-4be0-8e7f-46fb466a5c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (e6578970-3577-4d9f-8d0e-15f9a205a468), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:18.640429 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e00c-b7c2-4be0-8e7f-46fb466a5c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:18.648544 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-e1b2e00c-b7c2-4be0-8e7f-46fb466a5c47 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6578970-3577-4d9f-8d0e-15f9a205a468 HTTP/1.1" status: 204 len: 168 time: 0.2414603 Apr 14 20:53:18.661679 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2e00c-b7c2-4be0-8e7f-46fb466a5c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6578970-3577-4d9f-8d0e-15f9a205a468,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:18.913212 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41162efd-70bb-4811-877c-bc71c03d587a req-462d35eb-7708-4fe2-84de-35b3726cfef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:18.913212 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-41162efd-70bb-4811-877c-bc71c03d587a req-462d35eb-7708-4fe2-84de-35b3726cfef1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 1129 time: 0.0385904 Apr 14 20:53:19.072551 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f1264-5576-46a9-a15e-40d5d0263ccd req-696443a6-639e-44dd-aad3-964a3e55bc31 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:19.074975 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-416f1264-5576-46a9-a15e-40d5d0263ccd req-696443a6-639e-44dd-aad3-964a3e55bc31 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 945 time: 0.0530460 Apr 14 20:53:19.132499 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-416f1264-5576-46a9-a15e-40d5d0263ccd req-1dc7cf6b-95f4-4bf0-b6ce-184d8aa9ebd0 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499396 Apr 14 20:53:19.426426 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-41162efd-70bb-4811-877c-bc71c03d587a req-66847fff-df28-479a-924f-0f723e55df7e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540414 Apr 14 20:53:19.512360 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1763a36-d9bd-426a-81cd-321c790e8b9d req-f804da2c-370b-4eb2-81aa-df59794b5b99 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:19.513917 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b1763a36-d9bd-426a-81cd-321c790e8b9d req-f804da2c-370b-4eb2-81aa-df59794b5b99 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 943 time: 0.0547099 Apr 14 20:53:19.565711 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b1763a36-d9bd-426a-81cd-321c790e8b9d req-a321348d-6c5c-4e9d-9805-20601d793843 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457094 Apr 14 20:53:20.211251 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 50666) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:20.252654 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2363c-b701-43c1-89a1-40179217fbdc req-d1d901ac-9208-4e88-97f7-0e90535d9fb3 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:20.258139 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-60c2363c-b701-43c1-89a1-40179217fbdc req-d1d901ac-9208-4e88-97f7-0e90535d9fb3 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 945 time: 0.0537496 Apr 14 20:53:20.305501 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-60c2363c-b701-43c1-89a1-40179217fbdc req-c4183191-342c-459d-b9c8-11d36f199de9 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454426 Apr 14 20:53:20.327167 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-04847567-157b-4d86-8dbe-10d1508b8a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:20.401418 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-04847567-157b-4d86-8dbe-10d1508b8a69 admin admin] Publish callbacks [] for security_group (3aa4b314-b0a1-4ee7-83ff-0c118010c4ba), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:20.470053 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-04847567-157b-4d86-8dbe-10d1508b8a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (3aa4b314-b0a1-4ee7-83ff-0c118010c4ba), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:20.510398 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-04847567-157b-4d86-8dbe-10d1508b8a69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac03de0ee1844ffb9876a74fde79f52b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980163 Apr 14 20:53:20.511637 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04847567-157b-4d86-8dbe-10d1508b8a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa4b314-b0a1-4ee7-83ff-0c118010c4ba,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:20.513601 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 50676) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:20.565337 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-eebd07c2-c0ef-42df-9362-2db181fc2abe admin admin] Publish callbacks [] for security_group (3aa4b314-b0a1-4ee7-83ff-0c118010c4ba), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:20.587662 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-eebd07c2-c0ef-42df-9362-2db181fc2abe admin admin] Publish callbacks [] for security_group (3aa4b314-b0a1-4ee7-83ff-0c118010c4ba), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:20.679749 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd4006-f3d9-4b2c-afa1-2c7dc4986f9f req-b2379901-a586-43f0-b2a0-3c319e1b2807 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:20.681251 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-31fd4006-f3d9-4b2c-afa1-2c7dc4986f9f req-b2379901-a586-43f0-b2a0-3c319e1b2807 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 943 time: 0.0475056 Apr 14 20:53:20.713310 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-eebd07c2-c0ef-42df-9362-2db181fc2abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (3aa4b314-b0a1-4ee7-83ff-0c118010c4ba), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:20.717599 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-eebd07c2-c0ef-42df-9362-2db181fc2abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:20.725438 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-eebd07c2-c0ef-42df-9362-2db181fc2abe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3aa4b314-b0a1-4ee7-83ff-0c118010c4ba HTTP/1.1" status: 204 len: 168 time: 0.2042718 Apr 14 20:53:20.732585 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd07c2-c0ef-42df-9362-2db181fc2abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa4b314-b0a1-4ee7-83ff-0c118010c4ba,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:20.752667 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-31fd4006-f3d9-4b2c-afa1-2c7dc4986f9f req-73fc0fc8-3df3-42ec-9d93-e1d7497a194d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652590 Apr 14 20:53:21.422320 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225d165-0eeb-414f-a8ba-646c3fca43fe req-05a25a37-b241-4b0f-ac58-4df23a430626 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:21.424700 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6225d165-0eeb-414f-a8ba-646c3fca43fe req-05a25a37-b241-4b0f-ac58-4df23a430626 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 945 time: 0.0498602 Apr 14 20:53:21.472622 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6225d165-0eeb-414f-a8ba-646c3fca43fe req-e8081eb9-4591-4179-b0bd-69e20bd3583d tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433178 Apr 14 20:53:21.824526 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 50710) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:21.843428 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ed3716c8-26b5-4830-8bee-db41fb3559e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:21.874027 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e93c0-8dec-49d4-aaec-76289db22e80 req-e6781248-7e98-4dfa-b1ea-201022db65fe tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:21.876406 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c36e93c0-8dec-49d4-aaec-76289db22e80 req-e6781248-7e98-4dfa-b1ea-201022db65fe tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 943 time: 0.0506303 Apr 14 20:53:21.919657 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ed3716c8-26b5-4830-8bee-db41fb3559e9 admin admin] Publish callbacks [] for security_group (48cd67a0-32f0-470c-aae4-2655aec1dde1), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:21.926400 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c36e93c0-8dec-49d4-aaec-76289db22e80 req-fddd6903-b5c9-4752-a418-f8bbad97a2f3 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448418 Apr 14 20:53:21.986410 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ed3716c8-26b5-4830-8bee-db41fb3559e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (48cd67a0-32f0-470c-aae4-2655aec1dde1), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:22.025433 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-ed3716c8-26b5-4830-8bee-db41fb3559e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4eda29860018414487d00de2f5a3d8d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993735 Apr 14 20:53:22.026296 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3716c8-26b5-4830-8bee-db41fb3559e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cd67a0-32f0-470c-aae4-2655aec1dde1,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:22.029689 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 50720) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:22.095676 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 80209c7b-c302-413b-b29c-54f7113ac007 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:53:22.112254 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-50067be3-84df-4f12-884c-53c7fa807e75 req-74186d1c-84e5-4c29-b51b-fa2707c06589 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551202 Apr 14 20:53:22.116140 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbc55-46e7-41b2-bfa3-ad4da4a868c3 admin admin] Publish callbacks [] for security_group (48cd67a0-32f0-470c-aae4-2655aec1dde1), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:22.150046 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbc55-46e7-41b2-bfa3-ad4da4a868c3 admin admin] Publish callbacks [] for security_group (48cd67a0-32f0-470c-aae4-2655aec1dde1), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:22.213128 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50067be3-84df-4f12-884c-53c7fa807e75 req-1b91331c-0020-4af4-87a9-52d6d4e25e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:22.214561 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-50067be3-84df-4f12-884c-53c7fa807e75 req-1b91331c-0020-4af4-87a9-52d6d4e25e13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4594533c2d114769b73069549c61e38e&device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 1129 time: 0.0570753 Apr 14 20:53:22.343839 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbc55-46e7-41b2-bfa3-ad4da4a868c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (48cd67a0-32f0-470c-aae4-2655aec1dde1), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:22.346563 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbc55-46e7-41b2-bfa3-ad4da4a868c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:22.347887 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-fc8bbc55-46e7-41b2-bfa3-ad4da4a868c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48cd67a0-32f0-470c-aae4-2655aec1dde1 HTTP/1.1" status: 204 len: 168 time: 0.3172009 Apr 14 20:53:22.354884 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 80209c7b-c302-413b-b29c-54f7113ac007, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=80209c7b-c302-413b-b29c-54f7113ac007,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:53:22.367961 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bbc55-46e7-41b2-bfa3-ad4da4a868c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cd67a0-32f0-470c-aae4-2655aec1dde1,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:22.368202 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '80209c7b-c302-413b-b29c-54f7113ac007', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'port_id': '80209c7b-c302-413b-b29c-54f7113ac007', 'mac_address': 'fa:16:3e:2b:51:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:53:22.418451 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 80209c7b-c302-413b-b29c-54f7113ac007 is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:22.420135 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (80209c7b-c302-413b-b29c-54f7113ac007), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:22.434113 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80209c7b-c302-413b-b29c-54f7113ac007 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:53:22.456893 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 80209c7b-c302-413b-b29c-54f7113ac007, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=80209c7b-c302-413b-b29c-54f7113ac007,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:53:22.552374 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (80209c7b-c302-413b-b29c-54f7113ac007), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:22.594975 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea92383-f403-4294-9d5d-2116eebd59f2 req-321a8555-401b-4cd3-8f4a-88cfd59c3060 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:22.596520 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4ea92383-f403-4294-9d5d-2116eebd59f2 req-321a8555-401b-4cd3-8f4a-88cfd59c3060 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 945 time: 0.0547235 Apr 14 20:53:22.603697 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=80209c7b-c302-413b-b29c-54f7113ac007,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:22.616912 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50067be3-84df-4f12-884c-53c7fa807e75 req-7a72ad64-16ee-4b9f-964e-af6a2acb5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:22.623030 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-50067be3-84df-4f12-884c-53c7fa807e75 req-7a72ad64-16ee-4b9f-964e-af6a2acb5e26 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9124821-6384-483a-bd3f-30476db1701e HTTP/1.1" status: 200 len: 912 time: 0.1085398 Apr 14 20:53:22.655082 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4ea92383-f403-4294-9d5d-2116eebd59f2 req-865cead3-8f65-4e45-83b3-a59dfc06a9f4 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521615 Apr 14 20:53:22.691153 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-50067be3-84df-4f12-884c-53c7fa807e75 req-a0699fc4-c200-417c-8664-54b4d978d61d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb4dd528-01f2-4818-a278-1215d4dab730 HTTP/1.1" status: 200 len: 1001 time: 0.0615578 Apr 14 20:53:22.744311 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50067be3-84df-4f12-884c-53c7fa807e75 req-69741db0-eb34-455d-a97e-7e4a8c555dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:22.745857 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-50067be3-84df-4f12-884c-53c7fa807e75 req-69741db0-eb34-455d-a97e-7e4a8c555dbc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=177c8868-9176-40ed-9fba-016fb7a72185 HTTP/1.1" status: 200 len: 850 time: 0.0457885 Apr 14 20:53:22.800037 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50067be3-84df-4f12-884c-53c7fa807e75 req-9b74ba73-024e-4ef5-b694-de8cdd851234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:22.801866 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-50067be3-84df-4f12-884c-53c7fa807e75 req-9b74ba73-024e-4ef5-b694-de8cdd851234 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9124821-6384-483a-bd3f-30476db1701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490201 Apr 14 20:53:22.845681 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['80209c7b-c302-413b-b29c-54f7113ac007'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:53:22.899424 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 50740) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:22.900316 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-af5e9ff0-fdda-4021-99c6-49318d5d6def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:22.932261 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-50067be3-84df-4f12-884c-53c7fa807e75 req-9e0af802-0146-40bd-b646-93a355164d75 service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076951 Apr 14 20:53:23.032893 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-790980d3-6b4d-4959-9b0a-4c6ead0b89e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:23.052570 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca86033-5c03-4cb8-bbbe-2c59ae01263c req-7baff299-1075-41be-a793-da5357f68dca tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:23.053882 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1ca86033-5c03-4cb8-bbbe-2c59ae01263c req-7baff299-1075-41be-a793-da5357f68dca tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 944 time: 0.0498044 Apr 14 20:53:23.118634 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1ca86033-5c03-4cb8-bbbe-2c59ae01263c req-2b4baa2a-c676-4f5c-a295-15b58b51c617 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564177 Apr 14 20:53:23.155384 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-790980d3-6b4d-4959-9b0a-4c6ead0b89e9 admin admin] Publish callbacks [] for security_group (f05539c3-dcee-4b9d-b53c-57598cb547e5), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:23.243654 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-790980d3-6b4d-4959-9b0a-4c6ead0b89e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (f05539c3-dcee-4b9d-b53c-57598cb547e5), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:23.285673 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-790980d3-6b4d-4959-9b0a-4c6ead0b89e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92e74b9baff74371b11a327a1d7a4deb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849442 Apr 14 20:53:23.286660 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790980d3-6b4d-4959-9b0a-4c6ead0b89e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05539c3-dcee-4b9d-b53c-57598cb547e5,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:23.288442 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 50756) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:23.339246 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f0a964cd-bc01-4b14-b95b-3b55b216a805 admin admin] Publish callbacks [] for security_group (f05539c3-dcee-4b9d-b53c-57598cb547e5), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:23.362518 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f0a964cd-bc01-4b14-b95b-3b55b216a805 admin admin] Publish callbacks [] for security_group (f05539c3-dcee-4b9d-b53c-57598cb547e5), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:23.480959 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-50067be3-84df-4f12-884c-53c7fa807e75 req-84d1efad-c9e8-4ed9-a111-d674a41338a2 service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852704 Apr 14 20:53:23.575537 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f0a964cd-bc01-4b14-b95b-3b55b216a805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (f05539c3-dcee-4b9d-b53c-57598cb547e5), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:23.580768 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f0a964cd-bc01-4b14-b95b-3b55b216a805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:23.584255 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-f0a964cd-bc01-4b14-b95b-3b55b216a805 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f05539c3-dcee-4b9d-b53c-57598cb547e5 HTTP/1.1" status: 204 len: 168 time: 0.2924891 Apr 14 20:53:23.590649 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a964cd-bc01-4b14-b95b-3b55b216a805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05539c3-dcee-4b9d-b53c-57598cb547e5,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:23.787620 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfa29c-9c37-47de-a382-e8f69bc5e06e req-afea3e05-50be-426c-abbc-0d184d32f64d tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:23.789088 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-cebfa29c-9c37-47de-a382-e8f69bc5e06e req-afea3e05-50be-426c-abbc-0d184d32f64d tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 945 time: 0.0475376 Apr 14 20:53:23.851336 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-cebfa29c-9c37-47de-a382-e8f69bc5e06e req-255f7f34-e90e-48b4-aa30-b1c154292f75 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553188 Apr 14 20:53:24.101630 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 80209c7b-c302-413b-b29c-54f7113ac007 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:53:24.162972 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port 80209c7b-c302-413b-b29c-54f7113ac007 completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:53:24.244536 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676b016-cbc2-4149-91e0-cf3ff52dc04a req-debe51c8-9362-4d1d-9891-1e5bab8c6151 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:24.246544 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f676b016-cbc2-4149-91e0-cf3ff52dc04a req-debe51c8-9362-4d1d-9891-1e5bab8c6151 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 944 time: 0.0530472 Apr 14 20:53:24.279413 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 80209c7b-c302-413b-b29c-54f7113ac007 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:24.280134 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (80209c7b-c302-413b-b29c-54f7113ac007), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:24.332251 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f676b016-cbc2-4149-91e0-cf3ff52dc04a req-c9ad210b-2b19-4019-87d5-e5e55d61ad26 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783699 Apr 14 20:53:24.375538 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 80209c7b-c302-413b-b29c-54f7113ac007 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:24.379716 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (80209c7b-c302-413b-b29c-54f7113ac007), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:24.400490 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b16d2a-0ea3-4529-ace4-ef72132150cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80209c7b-c302-413b-b29c-54f7113ac007'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:53:24.405387 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6275bab0-7bcf-4751-bd18-5c69122857c7" -d '{"events": [{"server_uuid": "a7b16d2a-0ea3-4529-ace4-ef72132150cf", "name": "network-vif-plugged", "status": "completed", "tag": "80209c7b-c302-413b-b29c-54f7113ac007"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:53:24.422238 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 80209c7b-c302-413b-b29c-54f7113ac007, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=80209c7b-c302-413b-b29c-54f7113ac007,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:53:24.448654 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9980585-a25a-4343-a8a1-a3729914959d x-openstack-request-id: req-d9980585-a25a-4343-a8a1-a3729914959d {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:53:24.448967 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b16d2a-0ea3-4529-ace4-ef72132150cf", "name": "network-vif-plugged", "status": "completed", "tag": "80209c7b-c302-413b-b29c-54f7113ac007", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:53:24.449256 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9980585-a25a-4343-a8a1-a3729914959d {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:53:24.449703 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9980585-a25a-4343-a8a1-a3729914959d'] response: {'server_uuid': 'a7b16d2a-0ea3-4529-ace4-ef72132150cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80209c7b-c302-413b-b29c-54f7113ac007', 'code': 200} Apr 14 20:53:24.453254 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 50794) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:24.471450 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ff09526f-e68d-478f-b7c4-3b86b1889bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:24.490640 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (80209c7b-c302-413b-b29c-54f7113ac007), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:24.556554 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=80209c7b-c302-413b-b29c-54f7113ac007,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:24.576208 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ff09526f-e68d-478f-b7c4-3b86b1889bc5 admin admin] Publish callbacks [] for security_group (919335af-8eb4-4520-a579-6b9824c5f5be), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:24.658552 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ff09526f-e68d-478f-b7c4-3b86b1889bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (919335af-8eb4-4520-a579-6b9824c5f5be), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:24.699538 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ff09526f-e68d-478f-b7c4-3b86b1889bc5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23c6168475ed4e95a0328c9c84ec8ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439528 Apr 14 20:53:24.699538 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09526f-e68d-478f-b7c4-3b86b1889bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919335af-8eb4-4520-a579-6b9824c5f5be,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:24.701168 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 50800) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:24.767437 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ef5381aa-966e-4d15-a281-9222ee4877e6 admin admin] Publish callbacks [] for security_group (919335af-8eb4-4520-a579-6b9824c5f5be), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:24.799138 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ef5381aa-966e-4d15-a281-9222ee4877e6 admin admin] Publish callbacks [] for security_group (919335af-8eb4-4520-a579-6b9824c5f5be), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:24.898583 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037e7db-4168-4e73-8f28-47462ba8b43e req-c11c7bb2-e6e4-4e41-a1bc-da927b25facc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:24.900136 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6037e7db-4168-4e73-8f28-47462ba8b43e req-c11c7bb2-e6e4-4e41-a1bc-da927b25facc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 1129 time: 0.0451703 Apr 14 20:53:24.948706 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-6037e7db-4168-4e73-8f28-47462ba8b43e req-d43de99b-03a9-4140-bf25-c854115ae637 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425329 Apr 14 20:53:24.958158 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ef5381aa-966e-4d15-a281-9222ee4877e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (919335af-8eb4-4520-a579-6b9824c5f5be), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:24.960812 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ef5381aa-966e-4d15-a281-9222ee4877e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:24.962104 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-ef5381aa-966e-4d15-a281-9222ee4877e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/919335af-8eb4-4520-a579-6b9824c5f5be HTTP/1.1" status: 204 len: 168 time: 0.2587013 Apr 14 20:53:24.971871 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5381aa-966e-4d15-a281-9222ee4877e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919335af-8eb4-4520-a579-6b9824c5f5be,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:25.047223 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb613-2251-4a9a-9531-35d61f295a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:25.426668 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a66ae8-975d-4c71-ae2b-9a7ffc7c690d req-6e95a0db-5fa4-474b-b26d-baed7bfb58c9 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:25.428239 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-57a66ae8-975d-4c71-ae2b-9a7ffc7c690d req-6e95a0db-5fa4-474b-b26d-baed7bfb58c9 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 945 time: 0.0996683 Apr 14 20:53:25.495425 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-57a66ae8-975d-4c71-ae2b-9a7ffc7c690d req-c714c2ce-f471-46fe-8d85-bb97229a85b7 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587487 Apr 14 20:53:25.524598 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e085a3d-dc56-4d92-819f-9aa956b1723f req-6e7fb324-2777-4243-b72b-a10e532740a6 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:25.526146 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3e085a3d-dc56-4d92-819f-9aa956b1723f req-6e7fb324-2777-4243-b72b-a10e532740a6 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 945 time: 0.0665710 Apr 14 20:53:25.577816 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3e085a3d-dc56-4d92-819f-9aa956b1723f req-1745a172-1259-4aab-859c-9da495d43993 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451944 Apr 14 20:53:26.397946 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:26.613972 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2d77e-31d2-4c9c-87c9-ee73c933f129 req-16888c56-69a8-47c4-b2b2-a7bea81fc0ab tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:26.615566 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-41b2d77e-31d2-4c9c-87c9-ee73c933f129 req-16888c56-69a8-47c4-b2b2-a7bea81fc0ab tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 945 time: 0.0494251 Apr 14 20:53:26.693776 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-41b2d77e-31d2-4c9c-87c9-ee73c933f129 req-fa733143-6d7b-4e61-8c3a-e35a45c7599e tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626044 Apr 14 20:53:26.721518 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb71b2-4df9-4262-9b0a-c05635ad69f2 req-6cb2a16c-9208-4812-a048-a6a193933939 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:26.723040 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7feb71b2-4df9-4262-9b0a-c05635ad69f2 req-6cb2a16c-9208-4812-a048-a6a193933939 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 945 time: 0.0687156 Apr 14 20:53:26.812121 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf96d37-2131-4de8-96c9-673f071e7af6 req-669ed4c0-dd55-46d0-b21e-855028a0bdbe tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:26.813599 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7cf96d37-2131-4de8-96c9-673f071e7af6 req-669ed4c0-dd55-46d0-b21e-855028a0bdbe tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 945 time: 0.0660653 Apr 14 20:53:26.817124 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7feb71b2-4df9-4262-9b0a-c05635ad69f2 req-cba0f8a8-352f-4c76-929c-d93d3608ea71 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866835 Apr 14 20:53:26.943272 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-7cf96d37-2131-4de8-96c9-673f071e7af6 req-b6bfe28e-5bf4-470c-aa83-6eb7cd4479b5 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Deleting port 90cc4990-aa87-4224-96f5-94aa051caf07 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:53:26.943668 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-7cf96d37-2131-4de8-96c9-673f071e7af6 req-b6bfe28e-5bf4-470c-aa83-6eb7cd4479b5 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (90cc4990-aa87-4224-96f5-94aa051caf07), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:27.049600 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-7cf96d37-2131-4de8-96c9-673f071e7af6 req-b6bfe28e-5bf4-470c-aa83-6eb7cd4479b5 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] For port 90cc4990-aa87-4224-96f5-94aa051caf07, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=90cc4990-aa87-4224-96f5-94aa051caf07,segment=NetworkSegment(a81f9b7e-840c-4e19-8547-51706774a26e),segment_id=a81f9b7e-840c-4e19-8547-51706774a26e)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:53:27.049968 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-7cf96d37-2131-4de8-96c9-673f071e7af6 req-b6bfe28e-5bf4-470c-aa83-6eb7cd4479b5 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (90cc4990-aa87-4224-96f5-94aa051caf07), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:27.064880 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-7cf96d37-2131-4de8-96c9-673f071e7af6 req-b6bfe28e-5bf4-470c-aa83-6eb7cd4479b5 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Calling delete_port for 90cc4990-aa87-4224-96f5-94aa051caf07 owned by compute:nova {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:53:27.295131 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-7cf96d37-2131-4de8-96c9-673f071e7af6 req-b6bfe28e-5bf4-470c-aa83-6eb7cd4479b5 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (90cc4990-aa87-4224-96f5-94aa051caf07), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:27.306686 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['90cc4990-aa87-4224-96f5-94aa051caf07'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:53:27.324302 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfe28e-5bf4-470c-aa83-6eb7cd4479b5 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Pushing event deleted for resources: {'Port': ['ID=90cc4990-aa87-4224-96f5-94aa051caf07,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:27.365677 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf96d37-2131-4de8-96c9-673f071e7af6 req-b6bfe28e-5bf4-470c-aa83-6eb7cd4479b5 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] No DVR routers for this DVR port 90cc4990-aa87-4224-96f5-94aa051caf07 on host hv-cinder-83754 {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:53:27.368416 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-7cf96d37-2131-4de8-96c9-673f071e7af6 req-b6bfe28e-5bf4-470c-aa83-6eb7cd4479b5 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:27.371942 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-7cf96d37-2131-4de8-96c9-673f071e7af6 req-b6bfe28e-5bf4-470c-aa83-6eb7cd4479b5 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.16 "DELETE /v2.0/ports/90cc4990-aa87-4224-96f5-94aa051caf07 HTTP/1.1" status: 204 len: 173 time: 0.5334959 Apr 14 20:53:27.372464 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c503732-dad1-4295-bd3e-5060e14f708c', 'name': 'network-vif-deleted', 'tag': '90cc4990-aa87-4224-96f5-94aa051caf07'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:53:27.375317 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632c31e3-aca6-40db-9a36-269ec28bff01" -d '{"events": [{"server_uuid": "2c503732-dad1-4295-bd3e-5060e14f708c", "name": "network-vif-deleted", "tag": "90cc4990-aa87-4224-96f5-94aa051caf07"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:53:27.413377 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c874fa00-9d09-4589-9b1b-af787260076e x-openstack-request-id: req-c874fa00-9d09-4589-9b1b-af787260076e {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:53:27.414384 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c503732-dad1-4295-bd3e-5060e14f708c", "name": "network-vif-deleted", "tag": "90cc4990-aa87-4224-96f5-94aa051caf07", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:53:27.414663 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c874fa00-9d09-4589-9b1b-af787260076e {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:53:27.415183 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c874fa00-9d09-4589-9b1b-af787260076e'] response: {'server_uuid': '2c503732-dad1-4295-bd3e-5060e14f708c', 'name': 'network-vif-deleted', 'tag': '90cc4990-aa87-4224-96f5-94aa051caf07', 'status': 'completed', 'code': 200} Apr 14 20:53:27.845376 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cf1521a3-38cb-49be-86c4-981d373283db req-5e19aa59-9acd-4df2-ac26-eac294e3e98c tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c503732-dad1-4295-bd3e-5060e14f708c HTTP/1.1" status: 200 len: 210 time: 0.0481098 Apr 14 20:53:27.889787 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:27.983542 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28664c09-13b8-4946-8753-d696c0ff903c req-c0858468-f44a-4d52-83d4-bf235a84e877 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:27.985467 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-28664c09-13b8-4946-8753-d696c0ff903c req-c0858468-f44a-4d52-83d4-bf235a84e877 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 945 time: 0.0534489 Apr 14 20:53:28.039662 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-28664c09-13b8-4946-8753-d696c0ff903c req-20afe98b-b770-4ef3-be84-c6a6aa4a7d64 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480316 Apr 14 20:53:28.155247 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70086c-a69b-43d5-ad98-f4624186d109 req-4941f64c-cc7f-49c0-bf25-49edb1cf28ea tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:28.156746 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5a70086c-a69b-43d5-ad98-f4624186d109 req-4941f64c-cc7f-49c0-bf25-49edb1cf28ea tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 945 time: 0.0484154 Apr 14 20:53:28.206596 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5a70086c-a69b-43d5-ad98-f4624186d109 req-3377e9b1-ce23-48a6-ad69-773b0366d720 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441420 Apr 14 20:53:28.234200 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 50914) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:28.423262 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb27017d-8c36-453f-947b-e17659677968 tempest-TestVolumeBootPattern-1167678914 tempest-TestVolumeBootPattern-1167678914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:28.424906 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-fb27017d-8c36-453f-947b-e17659677968 tempest-TestVolumeBootPattern-1167678914 tempest-TestVolumeBootPattern-1167678914-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 1124 time: 0.1897080 Apr 14 20:53:28.427839 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 50918) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:28.432425 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Request body: {'floatingip': {'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'port_id': '80209c7b-c302-413b-b29c-54f7113ac007', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:53:28.500867 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:28.583912 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:28.964634 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Allocated IP 172.27.1.100 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/f59df831-d4f4-4859-8bcc-f6bbf582bdeb) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:53:29.090876 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for port (f59df831-d4f4-4859-8bcc-f6bbf582bdeb), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:29.194671 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-dba8bb96-2c46-45e2-827f-c19e95b555a6 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:29.196039 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-dba8bb96-2c46-45e2-827f-c19e95b555a6 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/networks?id=dd2c2671-07cc-4bbd-a0e1-612971deb3e8 HTTP/1.1" status: 200 len: 809 time: 0.1238678 Apr 14 20:53:29.210554 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-463d375a-985e-47e4-85ab-8d3bc8258621 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/quotas/f0dd92c1852148da8ef144d72994618f HTTP/1.1" status: 200 len: 375 time: 0.0086832 Apr 14 20:53:29.244850 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-be1a2151-24ca-409a-b1ee-02f0362ff667 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0dd92c1852148da8ef144d72994618f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295165 Apr 14 20:53:29.249244 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (f59df831-d4f4-4859-8bcc-f6bbf582bdeb), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:29.323675 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:53:29.349538 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:29.357912 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:53:29.360463 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:53:29.382142 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event updated for resources: {'Port': ['ID=f59df831-d4f4-4859-8bcc-f6bbf582bdeb,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:29.448784 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-a5c286ef-59dc-4b40-ad41-8c96be4801c2 service neutron] 10.222.0.15 "GET /v2.0/networks/dd2c2671-07cc-4bbd-a0e1-612971deb3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950696 Apr 14 20:53:29.647665 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-2fe5ae5d-f911-42d5-a199-d27380a55503 service neutron] 10.222.0.15 "GET /v2.0/networks/dd2c2671-07cc-4bbd-a0e1-612971deb3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929452 Apr 14 20:53:29.822783 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for floatingip (97dd405f-c1d9-4f20-94c6-baea046054aa), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:29.895003 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c30b1daa-e80c-48ad-b032-4cdd511eea40 req-6ad9c024-c350-4fd6-9245-518529611872 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 210 time: 0.0322669 Apr 14 20:53:29.952794 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (f59df831-d4f4-4859-8bcc-f6bbf582bdeb), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:30.106363 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for port (f59df831-d4f4-4859-8bcc-f6bbf582bdeb), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:30.180714 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4848467'] for port (f59df831-d4f4-4859-8bcc-f6bbf582bdeb), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:30.253419 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event updated for resources: {'Port': ['ID=f59df831-d4f4-4859-8bcc-f6bbf582bdeb,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:30.266388 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (97dd405f-c1d9-4f20-94c6-baea046054aa), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:30.371610 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.l3_db [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Floating IP 97dd405f-c1d9-4f20-94c6-baea046054aa associated. External IP: 172.27.1.100, port: 80209c7b-c302-413b-b29c-54f7113ac007. Apr 14 20:53:30.583731 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:53:30.694401 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:53:30.703786 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647e0236-8a3d-4a71-85e5-03ceb95df075 None None] Sync routers for ids ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:53:30.715036 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e0236-8a3d-4a71-85e5-03ceb95df075 None None] Routers {'2cb27ae3-6e9e-42a0-b848-d13a677d40c9'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:53:30.715036 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-647e0236-8a3d-4a71-85e5-03ceb95df075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:53:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:30.752183 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:30.783387 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-c837ddff-ae9f-4081-80a3-86a972479b66 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3541918 Apr 14 20:53:30.784133 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b16d2a-0ea3-4529-ace4-ef72132150cf', 'tag': '80209c7b-c302-413b-b29c-54f7113ac007'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:53:30.786590 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd961c5-273f-45e1-8342-cd0ee456f2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b16d2a-0ea3-4529-ace4-ef72132150cf", "tag": "80209c7b-c302-413b-b29c-54f7113ac007"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:53:30.825495 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00b6fe9-d4e8-4541-8647-df79b9fb898e x-openstack-request-id: req-c00b6fe9-d4e8-4541-8647-df79b9fb898e {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:53:30.825788 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b16d2a-0ea3-4529-ace4-ef72132150cf", "tag": "80209c7b-c302-413b-b29c-54f7113ac007", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:53:30.826044 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c00b6fe9-d4e8-4541-8647-df79b9fb898e {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:53:30.826456 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00b6fe9-d4e8-4541-8647-df79b9fb898e'] response: {'name': 'network-changed', 'server_uuid': 'a7b16d2a-0ea3-4529-ace4-ef72132150cf', 'tag': '80209c7b-c302-413b-b29c-54f7113ac007', 'status': 'completed', 'code': 200} Apr 14 20:53:30.829655 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-647e0236-8a3d-4a71-85e5-03ceb95df075 None None] Set router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:53:30.991998 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-12e736e6-cb86-4e04-90ac-4a7e2956b2f8 req-59ddc03f-07e6-415b-9b88-10961390fb20 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 210 time: 0.0290105 Apr 14 20:53:31.062345 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-647e0236-8a3d-4a71-85e5-03ceb95df075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '5aabd16e-6919-4181-a124-d80108347d38', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'port_id': 'bb4dd528-01f2-4818-a278-1215d4dab730', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'mac_address': 'fa:16:3e:b5:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:51:11Z', 'updated_at': '2022-04-14T20:51:14Z', 'revision_number': 1, 'project_id': '4594533c2d114769b73069549c61e38e', 'fixed_ip_address_scope': None}, {'id': '97dd405f-c1d9-4f20-94c6-baea046054aa', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'port_id': '80209c7b-c302-413b-b29c-54f7113ac007', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'mac_address': 'fa:16:3e:2b:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b16d2a-0ea3-4529-ace4-ef72132150cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:53:29Z', 'updated_at': '2022-04-14T20:53:29Z', 'revision_number': 0, 'project_id': '4594533c2d114769b73069549c61e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:31.089286 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd961c5-273f-45e1-8342-cd0ee456f2cd req-bbd1a506-5b6b-4746-8ded-86b6a0c53097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:31.090948 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647e0236-8a3d-4a71-85e5-03ceb95df075 None None] Checking router: 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:53:31.091919 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ebd961c5-273f-45e1-8342-cd0ee456f2cd req-bbd1a506-5b6b-4746-8ded-86b6a0c53097 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4594533c2d114769b73069549c61e38e&device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 1129 time: 0.0514102 Apr 14 20:53:31.099566 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e0236-8a3d-4a71-85e5-03ceb95df075 None None] Routers {'2cb27ae3-6e9e-42a0-b848-d13a677d40c9'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:53:31.100177 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-647e0236-8a3d-4a71-85e5-03ceb95df075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:53:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:31.191037 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd961c5-273f-45e1-8342-cd0ee456f2cd req-0ff95fae-fd92-44eb-87fe-edb1b8dac8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:31.192535 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ebd961c5-273f-45e1-8342-cd0ee456f2cd req-0ff95fae-fd92-44eb-87fe-edb1b8dac8f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9124821-6384-483a-bd3f-30476db1701e HTTP/1.1" status: 200 len: 912 time: 0.0941179 Apr 14 20:53:31.211206 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-647e0236-8a3d-4a71-85e5-03ceb95df075 None None] Set router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:53:31.266156 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ebd961c5-273f-45e1-8342-cd0ee456f2cd req-021970fd-b5b0-487a-90e3-3955f474a30b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80209c7b-c302-413b-b29c-54f7113ac007 HTTP/1.1" status: 200 len: 999 time: 0.0658545 Apr 14 20:53:31.316315 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd961c5-273f-45e1-8342-cd0ee456f2cd req-1fe60ccd-0072-445e-8463-916dc0a7ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:31.317835 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ebd961c5-273f-45e1-8342-cd0ee456f2cd req-1fe60ccd-0072-445e-8463-916dc0a7ad9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=177c8868-9176-40ed-9fba-016fb7a72185 HTTP/1.1" status: 200 len: 850 time: 0.0453985 Apr 14 20:53:31.375821 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd961c5-273f-45e1-8342-cd0ee456f2cd req-0d695828-b61b-4973-8c32-f9be8b874403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:31.377549 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ebd961c5-273f-45e1-8342-cd0ee456f2cd req-0d695828-b61b-4973-8c32-f9be8b874403 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9124821-6384-483a-bd3f-30476db1701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458958 Apr 14 20:53:31.441858 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-647e0236-8a3d-4a71-85e5-03ceb95df075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '5aabd16e-6919-4181-a124-d80108347d38', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'port_id': 'bb4dd528-01f2-4818-a278-1215d4dab730', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'mac_address': 'fa:16:3e:b5:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:51:11Z', 'updated_at': '2022-04-14T20:51:14Z', 'revision_number': 1, 'project_id': '4594533c2d114769b73069549c61e38e', 'fixed_ip_address_scope': None}, {'id': '97dd405f-c1d9-4f20-94c6-baea046054aa', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'port_id': '80209c7b-c302-413b-b29c-54f7113ac007', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'mac_address': 'fa:16:3e:2b:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b16d2a-0ea3-4529-ace4-ef72132150cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:53:29Z', 'updated_at': '2022-04-14T20:53:29Z', 'revision_number': 0, 'project_id': '4594533c2d114769b73069549c61e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:31.469496 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647e0236-8a3d-4a71-85e5-03ceb95df075 None None] The sync data for ids ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'] in dv-cinder-837540-3-iscsi is: [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '5aabd16e-6919-4181-a124-d80108347d38', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'port_id': 'bb4dd528-01f2-4818-a278-1215d4dab730', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'mac_address': 'fa:16:3e:b5:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:51:11Z', 'updated_at': '2022-04-14T20:51:14Z', 'revision_number': 1, 'project_id': '4594533c2d114769b73069549c61e38e', 'fixed_ip_address_scope': None}, {'id': '97dd405f-c1d9-4f20-94c6-baea046054aa', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'port_id': '80209c7b-c302-413b-b29c-54f7113ac007', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'mac_address': 'fa:16:3e:2b:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b16d2a-0ea3-4529-ace4-ef72132150cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:53:29Z', 'updated_at': '2022-04-14T20:53:29Z', 'revision_number': 0, 'project_id': '4594533c2d114769b73069549c61e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:53:31.470704 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ebd961c5-273f-45e1-8342-cd0ee456f2cd req-1da5e706-a6ef-4e0e-88cc-b1f49d837817 service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860054 Apr 14 20:53:31.571282 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ebd961c5-273f-45e1-8342-cd0ee456f2cd req-b76b2bb9-f460-4ec3-9a63-77940534071f service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942645 Apr 14 20:53:31.686831 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913d17a9-6000-4df2-b657-c9f00abe9af0 None None] New status for floating IP 97dd405f-c1d9-4f20-94c6-baea046054aa: ACTIVE {{(pid=110414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:53:32.045311 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:53:32.088874 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ce842eef-0ea3-40d7-88e9-ff7863a909d5 req-1c2f99d1-3d7d-47d9-89b7-8fcb7581d2fb tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 210 time: 0.0280993 Apr 14 20:53:32.270758 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 90cc4990-aa87-4224-96f5-94aa051caf07 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:53:32.291653 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: 90cc4990-aa87-4224-96f5-94aa051caf07 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:53:32.292000 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 90cc4990-aa87-4224-96f5-94aa051caf07 not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:53:33.182644 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-40e93c91-fe08-4e9d-989d-4b164c7c83db req-42f31eb1-64ba-4aa2-a0bb-a105434f5587 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 210 time: 0.0277526 Apr 14 20:53:34.289638 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f419d40a-0a77-4fc7-b613-c2291399a4b9 req-22465ea4-d7c6-4868-977a-a503024bce8a tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 210 time: 0.0373573 Apr 14 20:53:34.384177 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-efb9dcce-4a7f-4c05-b589-78e98603c992 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:34.386091 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-efb9dcce-4a7f-4c05-b589-78e98603c992 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.16 "GET /v2.0/networks?id=dd2c2671-07cc-4bbd-a0e1-612971deb3e8 HTTP/1.1" status: 200 len: 809 time: 0.1221044 Apr 14 20:53:34.399733 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-d89efe29-693a-4eb4-aea3-ffcb7dceb411 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Request body: {'port': {'device_id': '9a8ac425-ecc1-478a-a647-0fd767fc8115', 'network_id': 'dd2c2671-07cc-4bbd-a0e1-612971deb3e8', 'admin_state_up': True, 'tenant_id': 'f0dd92c1852148da8ef144d72994618f'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:53:34.583889 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-d89efe29-693a-4eb4-aea3-ffcb7dceb411 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Made reservation on behalf of f0dd92c1852148da8ef144d72994618f for: {'port': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:53:34.587303 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-d89efe29-693a-4eb4-aea3-ffcb7dceb411 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:34.729661 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-d89efe29-693a-4eb4-aea3-ffcb7dceb411 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Allocated IP 172.20.0.10 (dd2c2671-07cc-4bbd-a0e1-612971deb3e8/aa00254d-843d-4e93-bd43-0f5a556c6d71/b46b18b6-a9b9-4b52-9227-347b79568475) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:53:34.884458 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-d89efe29-693a-4eb4-aea3-ffcb7dceb411 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Publish callbacks [] for port (b46b18b6-a9b9-4b52-9227-347b79568475), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:34.989974 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-d89efe29-693a-4eb4-aea3-ffcb7dceb411 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (b46b18b6-a9b9-4b52-9227-347b79568475), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:35.031490 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-d89efe29-693a-4eb4-aea3-ffcb7dceb411 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Network dd2c2671-07cc-4bbd-a0e1-612971deb3e8 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:53:35.034639 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-d89efe29-693a-4eb4-aea3-ffcb7dceb411 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:53:35.037143 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-d89efe29-693a-4eb4-aea3-ffcb7dceb411 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:53:35.070732 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89efe29-693a-4eb4-aea3-ffcb7dceb411 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Pushing event updated for resources: {'Port': ['ID=b46b18b6-a9b9-4b52-9227-347b79568475,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:35.095042 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-d89efe29-693a-4eb4-aea3-ffcb7dceb411 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:35.095042 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-d89efe29-693a-4eb4-aea3-ffcb7dceb411 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:35.183179 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-d89efe29-693a-4eb4-aea3-ffcb7dceb411 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7871897 Apr 14 20:53:35.195564 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Request body: {'port': {'device_id': '9a8ac425-ecc1-478a-a647-0fd767fc8115', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:53:35.439557 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d5f15-b8bb-40f7-9c50-0b5fec5c71dd req-e1279ed8-8ea2-4a4f-ac97-66a66876d8db tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:35.441912 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a84d5f15-b8bb-40f7-9c50-0b5fec5c71dd req-e1279ed8-8ea2-4a4f-ac97-66a66876d8db tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 932 time: 0.0717103 Apr 14 20:53:35.494030 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a84d5f15-b8bb-40f7-9c50-0b5fec5c71dd req-130f2a8a-6bb1-4514-8efc-fc953282e037 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448484 Apr 14 20:53:35.547156 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (b46b18b6-a9b9-4b52-9227-347b79568475), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:35.830143 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46b18b6-a9b9-4b52-9227-347b79568475 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:53:35.837546 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Publish callbacks [] for port (b46b18b6-a9b9-4b52-9227-347b79568475), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:35.850082 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Transition to ACTIVE for port object b46b18b6-a9b9-4b52-9227-347b79568475 will not be triggered until provisioned by entity L2. {{(pid=110411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:53:35.926578 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4848467'] for port (b46b18b6-a9b9-4b52-9227-347b79568475), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:35.993492 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b46b18b6-a9b9-4b52-9227-347b79568475,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:36.068283 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Attempting to bind port b46b18b6-a9b9-4b52-9227-347b79568475 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:53:36.068767 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Attempting to bind port b46b18b6-a9b9-4b52-9227-347b79568475 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'a81f9b7e-840c-4e19-8547-51706774a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dd2c2671-07cc-4bbd-a0e1-612971deb3e8'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:53:36.069224 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Attempting to bind port b46b18b6-a9b9-4b52-9227-347b79568475 on network dd2c2671-07cc-4bbd-a0e1-612971deb3e8 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:53:36.074096 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Port b46b18b6-a9b9-4b52-9227-347b79568475 on network dd2c2671-07cc-4bbd-a0e1-612971deb3e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:53:36.076876 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Attempting to bind port b46b18b6-a9b9-4b52-9227-347b79568475 on network dd2c2671-07cc-4bbd-a0e1-612971deb3e8 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:53:36.082611 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:53:36.082950 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Checking segment: {'id': 'a81f9b7e-840c-4e19-8547-51706774a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dd2c2671-07cc-4bbd-a0e1-612971deb3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:53:36.083333 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Bound using segment: {'id': 'a81f9b7e-840c-4e19-8547-51706774a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dd2c2671-07cc-4bbd-a0e1-612971deb3e8'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:53:36.083892 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Bound port: b46b18b6-a9b9-4b52-9227-347b79568475, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a81f9b7e-840c-4e19-8547-51706774a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dd2c2671-07cc-4bbd-a0e1-612971deb3e8'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:53:36.084444 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (b46b18b6-a9b9-4b52-9227-347b79568475), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:36.149028 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] For port b46b18b6-a9b9-4b52-9227-347b79568475, host hv-cinder-83754, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:53:36.151919 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] For port b46b18b6-a9b9-4b52-9227-347b79568475, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b46b18b6-a9b9-4b52-9227-347b79568475,segment=NetworkSegment(a81f9b7e-840c-4e19-8547-51706774a26e),segment_id=a81f9b7e-840c-4e19-8547-51706774a26e)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:53:36.233769 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4848467'] for port (b46b18b6-a9b9-4b52-9227-347b79568475), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:36.279837 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:36.280939 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:36.282491 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] 10.222.0.16 "PUT /v2.0/ports/b46b18b6-a9b9-4b52-9227-347b79568475 HTTP/1.1" status: 200 len: 1094 time: 1.0909135 Apr 14 20:53:36.287567 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8ac425-ecc1-478a-a647-0fd767fc8115', 'tag': 'b46b18b6-a9b9-4b52-9227-347b79568475'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:53:36.291772 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0cdf7d-9364-46b4-94ba-04c63b0b3beb" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8ac425-ecc1-478a-a647-0fd767fc8115", "tag": "b46b18b6-a9b9-4b52-9227-347b79568475"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:53:36.318322 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fae27f-5e14-41f0-8b4c-2f136d320cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b46b18b6-a9b9-4b52-9227-347b79568475,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:36.338301 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b91fe5-6196-4629-9cc8-bde340115eb2 x-openstack-request-id: req-b4b91fe5-6196-4629-9cc8-bde340115eb2 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:53:36.338701 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8ac425-ecc1-478a-a647-0fd767fc8115", "tag": "b46b18b6-a9b9-4b52-9227-347b79568475", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:53:36.339017 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4b91fe5-6196-4629-9cc8-bde340115eb2 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:53:36.341721 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b91fe5-6196-4629-9cc8-bde340115eb2'] response: {'name': 'network-changed', 'server_uuid': '9a8ac425-ecc1-478a-a647-0fd767fc8115', 'tag': 'b46b18b6-a9b9-4b52-9227-347b79568475', 'status': 'completed', 'code': 200} Apr 14 20:53:36.410169 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cdf7d-9364-46b4-94ba-04c63b0b3beb req-8eee90ce-53f9-4398-bf5b-a98a28387820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:36.411797 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3d0cdf7d-9364-46b4-94ba-04c63b0b3beb req-8eee90ce-53f9-4398-bf5b-a98a28387820 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0dd92c1852148da8ef144d72994618f&device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 1128 time: 0.0434422 Apr 14 20:53:36.525631 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cdf7d-9364-46b4-94ba-04c63b0b3beb req-01d6e356-0936-4b33-83bc-ea3c224a9306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:36.526945 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3d0cdf7d-9364-46b4-94ba-04c63b0b3beb req-01d6e356-0936-4b33-83bc-ea3c224a9306 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f0dd92c1852148da8ef144d72994618f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1059275 Apr 14 20:53:36.615658 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a811e0-0b43-45ba-b09e-f9451dd8c644 req-2256ebc6-c36a-4006-b0f2-f56393fd5896 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:36.617431 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-45a811e0-0b43-45ba-b09e-f9451dd8c644 req-2256ebc6-c36a-4006-b0f2-f56393fd5896 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 944 time: 0.0481749 Apr 14 20:53:36.624658 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cdf7d-9364-46b4-94ba-04c63b0b3beb req-a7b859a2-6995-4b0e-9289-ccecf2a9deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:36.626256 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3d0cdf7d-9364-46b4-94ba-04c63b0b3beb req-a7b859a2-6995-4b0e-9289-ccecf2a9deb9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924587 Apr 14 20:53:36.665601 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-45a811e0-0b43-45ba-b09e-f9451dd8c644 req-a06918da-6572-486e-87b4-a2d1523ac5e7 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415845 Apr 14 20:53:36.707176 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-953dbd40-2d0b-4484-b730-bc47b9216936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:36.708868 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-953dbd40-2d0b-4484-b730-bc47b9216936 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0dd92c1852148da8ef144d72994618f&device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 1128 time: 0.0407288 Apr 14 20:53:36.755828 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-8ab38940-806d-43ba-837e-deaf3ac227f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b46b18b6-a9b9-4b52-9227-347b79568475 HTTP/1.1" status: 200 len: 217 time: 0.0390933 Apr 14 20:53:36.806041 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-992c6ae1-d867-4bba-968c-151c221f6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:36.807501 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-992c6ae1-d867-4bba-968c-151c221f6e91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa00254d-843d-4e93-bd43-0f5a556c6d71 HTTP/1.1" status: 200 len: 849 time: 0.0457318 Apr 14 20:53:36.839667 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-7cf60d4f-abd3-4bf6-82ed-8f61c18dd37b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd2c2671-07cc-4bbd-a0e1-612971deb3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249569 Apr 14 20:53:36.932635 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-f1fbc8a7-1ad7-428a-953d-b0cbf0d770bb service neutron] 10.222.0.16 "GET /v2.0/networks/dd2c2671-07cc-4bbd-a0e1-612971deb3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857849 Apr 14 20:53:37.024093 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f7a89b72-df0f-42d9-9952-74f6cb41666b req-6c75c837-b3e4-41f4-93e5-09074fafc446 service neutron] 10.222.0.16 "GET /v2.0/networks/dd2c2671-07cc-4bbd-a0e1-612971deb3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854244 Apr 14 20:53:37.788333 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ee261-6cb7-4d83-b00e-095558f701ca req-fbaa2231-bd70-4a5b-8ef1-641ce35ace89 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:37.789910 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9c1ee261-6cb7-4d83-b00e-095558f701ca req-fbaa2231-bd70-4a5b-8ef1-641ce35ace89 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 944 time: 0.0551095 Apr 14 20:53:37.838155 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9c1ee261-6cb7-4d83-b00e-095558f701ca req-1515bb43-ba39-456a-bb72-a17b254db2ae tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Apr 14 20:53:38.960230 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad53551-4f4f-42a1-9a56-2d0d533499ee req-cabc68ae-759b-45a4-bcd2-6bbbe66ce015 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:38.961891 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2ad53551-4f4f-42a1-9a56-2d0d533499ee req-cabc68ae-759b-45a4-bcd2-6bbbe66ce015 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 944 time: 0.0481498 Apr 14 20:53:39.014174 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2ad53551-4f4f-42a1-9a56-2d0d533499ee req-3400bfa1-b459-4425-b7a8-ed6850dd3b20 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458164 Apr 14 20:53:39.029983 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 51106) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:39.140102 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-594f27f7-8d99-4238-8292-243f1874e04a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:39.214319 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-594f27f7-8d99-4238-8292-243f1874e04a admin admin] Publish callbacks [] for security_group (8c002862-7b4b-4a5a-a1c7-e67a292caedc), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:39.281175 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-594f27f7-8d99-4238-8292-243f1874e04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (8c002862-7b4b-4a5a-a1c7-e67a292caedc), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:39.319525 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-594f27f7-8d99-4238-8292-243f1874e04a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ca64110ae0f4d12a4dc3e6df3f4fc6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883983 Apr 14 20:53:39.321567 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f27f7-8d99-4238-8292-243f1874e04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c002862-7b4b-4a5a-a1c7-e67a292caedc,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:39.322264 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 51112) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:39.371009 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ccd84fe6-90d3-46dc-a785-d4d16ae7408d admin admin] Publish callbacks [] for security_group (8c002862-7b4b-4a5a-a1c7-e67a292caedc), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:39.392676 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ccd84fe6-90d3-46dc-a785-d4d16ae7408d admin admin] Publish callbacks [] for security_group (8c002862-7b4b-4a5a-a1c7-e67a292caedc), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:39.500576 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ccd84fe6-90d3-46dc-a785-d4d16ae7408d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (8c002862-7b4b-4a5a-a1c7-e67a292caedc), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:39.503124 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ccd84fe6-90d3-46dc-a785-d4d16ae7408d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:39.504273 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ccd84fe6-90d3-46dc-a785-d4d16ae7408d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c002862-7b4b-4a5a-a1c7-e67a292caedc HTTP/1.1" status: 204 len: 168 time: 0.1810126 Apr 14 20:53:39.512590 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd84fe6-90d3-46dc-a785-d4d16ae7408d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c002862-7b4b-4a5a-a1c7-e67a292caedc,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:40.134241 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bce0ac-3af6-4a22-900d-256b20727e23 req-374e78df-af80-47b1-8df2-42b1d6c90d5a tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:40.141693 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-63bce0ac-3af6-4a22-900d-256b20727e23 req-374e78df-af80-47b1-8df2-42b1d6c90d5a tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 944 time: 0.0603156 Apr 14 20:53:40.175658 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device b46b18b6-a9b9-4b52-9227-347b79568475 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:53:40.190480 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-63bce0ac-3af6-4a22-900d-256b20727e23 req-6b3a8936-18be-4b7f-b742-03e198a86c7a tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478699 Apr 14 20:53:40.291662 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port b46b18b6-a9b9-4b52-9227-347b79568475, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b46b18b6-a9b9-4b52-9227-347b79568475,segment=NetworkSegment(a81f9b7e-840c-4e19-8547-51706774a26e),segment_id=a81f9b7e-840c-4e19-8547-51706774a26e)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:53:40.303879 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': 'b46b18b6-a9b9-4b52-9227-347b79568475', 'network_id': 'dd2c2671-07cc-4bbd-a0e1-612971deb3e8', 'port_id': 'b46b18b6-a9b9-4b52-9227-347b79568475', 'mac_address': 'fa:16:3e:c8:e4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa00254d-843d-4e93-bd43-0f5a556c6d71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:53:40.346216 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port b46b18b6-a9b9-4b52-9227-347b79568475 is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:40.346604 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (b46b18b6-a9b9-4b52-9227-347b79568475), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:40.360068 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46b18b6-a9b9-4b52-9227-347b79568475 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:53:40.378886 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port b46b18b6-a9b9-4b52-9227-347b79568475, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b46b18b6-a9b9-4b52-9227-347b79568475,segment=NetworkSegment(a81f9b7e-840c-4e19-8547-51706774a26e),segment_id=a81f9b7e-840c-4e19-8547-51706774a26e)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:53:40.469716 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (b46b18b6-a9b9-4b52-9227-347b79568475), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:40.526159 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=b46b18b6-a9b9-4b52-9227-347b79568475,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:40.713934 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['b46b18b6-a9b9-4b52-9227-347b79568475'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:53:41.303295 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a200ca4-2611-4e0a-b726-341fdbeab8e2 req-05921f7a-d2ef-41a8-8da3-e8642ac2703b tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:41.304935 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1a200ca4-2611-4e0a-b726-341fdbeab8e2 req-05921f7a-d2ef-41a8-8da3-e8642ac2703b tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 945 time: 0.0471194 Apr 14 20:53:41.359931 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1a200ca4-2611-4e0a-b726-341fdbeab8e2 req-1efa7fc1-12bf-482c-b09a-d1c64655aa2b tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418911 Apr 14 20:53:41.797913 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 51214) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:41.886649 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 51226) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:41.961564 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b3180596-d882-4341-93ed-76ebcc8b70b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:42.003796 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e75645aa-7e26-4a2d-9c4d-66696f075b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:42.088162 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b3180596-d882-4341-93ed-76ebcc8b70b3 admin admin] Publish callbacks [] for security_group (ecfc710f-3a5d-4b1a-883e-a675caf58dc9), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:42.125134 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e75645aa-7e26-4a2d-9c4d-66696f075b02 admin admin] Publish callbacks [] for security_group (7eb2e2d2-f36c-4f9a-b08e-2038e6f3a0fa), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:42.157514 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b3180596-d882-4341-93ed-76ebcc8b70b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (ecfc710f-3a5d-4b1a-883e-a675caf58dc9), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:42.176044 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device b46b18b6-a9b9-4b52-9227-347b79568475 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:53:42.204126 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-b3180596-d882-4341-93ed-76ebcc8b70b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6bcc1cae2e2482f9c51cd83a480d198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4051137 Apr 14 20:53:42.205056 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e75645aa-7e26-4a2d-9c4d-66696f075b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (7eb2e2d2-f36c-4f9a-b08e-2038e6f3a0fa), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:42.207081 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 51232) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:42.207682 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3180596-d882-4341-93ed-76ebcc8b70b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfc710f-3a5d-4b1a-883e-a675caf58dc9,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:42.224766 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port b46b18b6-a9b9-4b52-9227-347b79568475 completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:53:42.272418 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75645aa-7e26-4a2d-9c4d-66696f075b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb2e2d2-f36c-4f9a-b08e-2038e6f3a0fa,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:42.287121 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 51234) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:42.287320 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-e75645aa-7e26-4a2d-9c4d-66696f075b02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3b9703eb1894bbab06baefd45e12287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3988543 Apr 14 20:53:42.313140 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1c3b40e2-6f35-4b21-bac5-b2a3a9cb1ac0 admin admin] Publish callbacks [] for security_group (ecfc710f-3a5d-4b1a-883e-a675caf58dc9), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:42.320924 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port b46b18b6-a9b9-4b52-9227-347b79568475 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:42.321534 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (b46b18b6-a9b9-4b52-9227-347b79568475), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:42.336886 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1c3b40e2-6f35-4b21-bac5-b2a3a9cb1ac0 admin admin] Publish callbacks [] for security_group (ecfc710f-3a5d-4b1a-883e-a675caf58dc9), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:42.348056 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6ba3-c96c-4c1e-9244-0632c0112062 admin admin] Publish callbacks [] for security_group (7eb2e2d2-f36c-4f9a-b08e-2038e6f3a0fa), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:42.389246 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6ba3-c96c-4c1e-9244-0632c0112062 admin admin] Publish callbacks [] for security_group (7eb2e2d2-f36c-4f9a-b08e-2038e6f3a0fa), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:42.412894 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port b46b18b6-a9b9-4b52-9227-347b79568475 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:42.413561 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (b46b18b6-a9b9-4b52-9227-347b79568475), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:42.443637 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8ac425-ecc1-478a-a647-0fd767fc8115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46b18b6-a9b9-4b52-9227-347b79568475'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:53:42.446024 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6889a636-0373-4d37-a958-578407fa1337" -d '{"events": [{"server_uuid": "9a8ac425-ecc1-478a-a647-0fd767fc8115", "name": "network-vif-plugged", "status": "completed", "tag": "b46b18b6-a9b9-4b52-9227-347b79568475"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:53:42.467864 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port b46b18b6-a9b9-4b52-9227-347b79568475, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b46b18b6-a9b9-4b52-9227-347b79568475,segment=NetworkSegment(a81f9b7e-840c-4e19-8547-51706774a26e),segment_id=a81f9b7e-840c-4e19-8547-51706774a26e)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:53:42.475237 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1c3b40e2-6f35-4b21-bac5-b2a3a9cb1ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (ecfc710f-3a5d-4b1a-883e-a675caf58dc9), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:42.477909 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1c3b40e2-6f35-4b21-bac5-b2a3a9cb1ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:42.479237 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-1c3b40e2-6f35-4b21-bac5-b2a3a9cb1ac0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ecfc710f-3a5d-4b1a-883e-a675caf58dc9 HTTP/1.1" status: 204 len: 168 time: 0.2664258 Apr 14 20:53:42.504944 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e85d91-2572-4150-90a4-bddb7b10af6a req-8159b19c-fcf3-4cb3-ae3a-287ea4bc68f5 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:42.505540 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b6c37e-c09b-4269-b40b-d929f4980aa1 x-openstack-request-id: req-30b6c37e-c09b-4269-b40b-d929f4980aa1 {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:53:42.505540 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8ac425-ecc1-478a-a647-0fd767fc8115", "name": "network-vif-plugged", "status": "completed", "tag": "b46b18b6-a9b9-4b52-9227-347b79568475", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:53:42.505540 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30b6c37e-c09b-4269-b40b-d929f4980aa1 {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:53:42.505540 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b6c37e-c09b-4269-b40b-d929f4980aa1'] response: {'server_uuid': '9a8ac425-ecc1-478a-a647-0fd767fc8115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46b18b6-a9b9-4b52-9227-347b79568475', 'code': 200} Apr 14 20:53:42.506014 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-16e85d91-2572-4150-90a4-bddb7b10af6a req-8159b19c-fcf3-4cb3-ae3a-287ea4bc68f5 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 945 time: 0.0701220 Apr 14 20:53:42.509740 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b40e2-6f35-4b21-bac5-b2a3a9cb1ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfc710f-3a5d-4b1a-883e-a675caf58dc9,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:42.526820 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6ba3-c96c-4c1e-9244-0632c0112062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (7eb2e2d2-f36c-4f9a-b08e-2038e6f3a0fa), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:42.530097 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6ba3-c96c-4c1e-9244-0632c0112062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:42.535152 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-5c9f6ba3-c96c-4c1e-9244-0632c0112062 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7eb2e2d2-f36c-4f9a-b08e-2038e6f3a0fa HTTP/1.1" status: 204 len: 168 time: 0.2460873 Apr 14 20:53:42.544865 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f6ba3-c96c-4c1e-9244-0632c0112062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb2e2d2-f36c-4f9a-b08e-2038e6f3a0fa,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:42.552042 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (b46b18b6-a9b9-4b52-9227-347b79568475), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:42.611972 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-16e85d91-2572-4150-90a4-bddb7b10af6a req-31244a6a-61c6-45e8-a7d5-6067f7d6dbef tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984261 Apr 14 20:53:42.619053 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=b46b18b6-a9b9-4b52-9227-347b79568475,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:42.827076 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c6787-679c-4c72-9e93-88850eaab11a req-63d7ccee-5b0a-4e78-ae0a-b0a6254e4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:42.828842 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-852c6787-679c-4c72-9e93-88850eaab11a req-63d7ccee-5b0a-4e78-ae0a-b0a6254e4781 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 1130 time: 0.0443683 Apr 14 20:53:42.880877 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-852c6787-679c-4c72-9e93-88850eaab11a req-da9ff661-70ab-4615-b172-c21233949c92 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443292 Apr 14 20:53:43.182172 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 51258) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:43.196802 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d86a0ced-881d-44b5-8c26-cb24ed47ef52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:43.279083 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d86a0ced-881d-44b5-8c26-cb24ed47ef52 admin admin] Publish callbacks [] for security_group (036c0981-31ca-46b9-8f20-682caa563034), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:43.368861 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d86a0ced-881d-44b5-8c26-cb24ed47ef52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (036c0981-31ca-46b9-8f20-682caa563034), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:43.406963 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-d86a0ced-881d-44b5-8c26-cb24ed47ef52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e26d9642224245799ea5613cf4258c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235310 Apr 14 20:53:43.409599 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 51266) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:43.414418 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a0ced-881d-44b5-8c26-cb24ed47ef52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036c0981-31ca-46b9-8f20-682caa563034,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:43.465764 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f94b3a80-bc00-4df7-abe2-2687911a178b admin admin] Publish callbacks [] for security_group (036c0981-31ca-46b9-8f20-682caa563034), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:43.487408 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f94b3a80-bc00-4df7-abe2-2687911a178b admin admin] Publish callbacks [] for security_group (036c0981-31ca-46b9-8f20-682caa563034), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:43.593296 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 51272) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:43.617653 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f94b3a80-bc00-4df7-abe2-2687911a178b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (036c0981-31ca-46b9-8f20-682caa563034), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:43.625471 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f94b3a80-bc00-4df7-abe2-2687911a178b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:43.625471 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-f94b3a80-bc00-4df7-abe2-2687911a178b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/036c0981-31ca-46b9-8f20-682caa563034 HTTP/1.1" status: 204 len: 168 time: 0.2103803 Apr 14 20:53:43.631537 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b3a80-bc00-4df7-abe2-2687911a178b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036c0981-31ca-46b9-8f20-682caa563034,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:43.721809 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-59f2e62b-43cf-4c6e-86fc-c14c3a2983b8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-138087540-network', 'tenant_id': '7e1481294ef142e788ed321706a1b488'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:53:43.741363 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f55c5-b2d8-45ff-8b04-f403b838958d req-9aa7dc22-460d-4a49-b6b2-46a48aaddb06 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:43.742820 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-506f55c5-b2d8-45ff-8b04-f403b838958d req-9aa7dc22-460d-4a49-b6b2-46a48aaddb06 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 946 time: 0.0511129 Apr 14 20:53:43.796247 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-506f55c5-b2d8-45ff-8b04-f403b838958d req-d892e42b-691c-41c3-a7d2-3655b5ec1833 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468001 Apr 14 20:53:43.835242 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f2e62b-43cf-4c6e-86fc-c14c3a2983b8 admin admin] Made reservation on behalf of 7e1481294ef142e788ed321706a1b488 for: {'network': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:53:43.837644 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-59f2e62b-43cf-4c6e-86fc-c14c3a2983b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:43.846910 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-59f2e62b-43cf-4c6e-86fc-c14c3a2983b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:43.926919 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-59f2e62b-43cf-4c6e-86fc-c14c3a2983b8 admin admin] Publish callbacks [] for security_group (bc1769dc-9014-4ad1-82a5-70ee6090ef6f), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:44.014529 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-59f2e62b-43cf-4c6e-86fc-c14c3a2983b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (bc1769dc-9014-4ad1-82a5-70ee6090ef6f), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:44.036348 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f2e62b-43cf-4c6e-86fc-c14c3a2983b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=110411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:53:44.050479 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2e62b-43cf-4c6e-86fc-c14c3a2983b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1769dc-9014-4ad1-82a5-70ee6090ef6f,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:44.056393 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-59f2e62b-43cf-4c6e-86fc-c14c3a2983b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (dea35c94-6817-4b4d-bf63-ac8884ca8903), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:44.056790 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.segments_db [None req-59f2e62b-43cf-4c6e-86fc-c14c3a2983b8 admin admin] Added segment dea35c94-6817-4b4d-bf63-ac8884ca8903 of type vlan for network 8c7c3215-c99c-420e-95b8-20ee7a278b6a Apr 14 20:53:44.097108 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-59f2e62b-43cf-4c6e-86fc-c14c3a2983b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (8c7c3215-c99c-420e-95b8-20ee7a278b6a), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:44.184025 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-59f2e62b-43cf-4c6e-86fc-c14c3a2983b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (8c7c3215-c99c-420e-95b8-20ee7a278b6a), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:44.185122 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f2e62b-43cf-4c6e-86fc-c14c3a2983b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:44.185827 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-59f2e62b-43cf-4c6e-86fc-c14c3a2983b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:44.245640 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2e62b-43cf-4c6e-86fc-c14c3a2983b8 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7c3215-c99c-420e-95b8-20ee7a278b6a,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:44.255406 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network 8c7c3215-c99c-420e-95b8-20ee7a278b6a details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:53:44.286844 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 51284) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:44.303610 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-59f2e62b-43cf-4c6e-86fc-c14c3a2983b8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7092083 Apr 14 20:53:44.307125 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 51286) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:44.307512 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba65c4f2-1250-4597-b75e-e4f1bfde9dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:44.312722 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-f11a421a-cbd8-4187-a869-f884e2011a0c admin admin] Request body: {'subnet': {'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-138087540-subnet', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'ip_version': 4}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:53:44.396616 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba65c4f2-1250-4597-b75e-e4f1bfde9dd4 admin admin] Publish callbacks [] for security_group (07344b4c-b230-48f6-aa44-b357b928e386), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:44.409080 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11a421a-cbd8-4187-a869-f884e2011a0c admin admin] Made reservation on behalf of 7e1481294ef142e788ed321706a1b488 for: {'subnet': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:53:44.411479 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f11a421a-cbd8-4187-a869-f884e2011a0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309086'] for subnet (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:44.469496 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba65c4f2-1250-4597-b75e-e4f1bfde9dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (07344b4c-b230-48f6-aa44-b357b928e386), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:44.509503 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ba65c4f2-1250-4597-b75e-e4f1bfde9dd4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cce7d53390774e31abc96227fff44848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214932 Apr 14 20:53:44.510371 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65c4f2-1250-4597-b75e-e4f1bfde9dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07344b4c-b230-48f6-aa44-b357b928e386,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:44.513157 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 51288) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:44.570565 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9373458a-5a49-41c3-97aa-b8f6ca9e5ba0 admin admin] Publish callbacks [] for security_group (07344b4c-b230-48f6-aa44-b357b928e386), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:44.602258 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9373458a-5a49-41c3-97aa-b8f6ca9e5ba0 admin admin] Publish callbacks [] for security_group (07344b4c-b230-48f6-aa44-b357b928e386), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:44.698068 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f11a421a-cbd8-4187-a869-f884e2011a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7770167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309064'] for subnet (5785ab8e-e22b-4776-b23e-7e02437742cc), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:44.732025 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9373458a-5a49-41c3-97aa-b8f6ca9e5ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (07344b4c-b230-48f6-aa44-b357b928e386), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:44.732230 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9373458a-5a49-41c3-97aa-b8f6ca9e5ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:44.742418 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-9373458a-5a49-41c3-97aa-b8f6ca9e5ba0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07344b4c-b230-48f6-aa44-b357b928e386 HTTP/1.1" status: 204 len: 168 time: 0.2259283 Apr 14 20:53:44.745564 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a421a-cbd8-4187-a869-f884e2011a0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5785ab8e-e22b-4776-b23e-7e02437742cc,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:44.758242 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373458a-5a49-41c3-97aa-b8f6ca9e5ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07344b4c-b230-48f6-aa44-b357b928e386,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:44.787853 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a421a-cbd8-4187-a869-f884e2011a0c admin admin] Checking segment: {'id': 'dea35c94-6817-4b4d-bf63-ac8884ca8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:53:44.788216 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a421a-cbd8-4187-a869-f884e2011a0c admin admin] Network hostable DHCP agents. Network: 8c7c3215-c99c-420e-95b8-20ee7a278b6a, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:53:44.829224 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:44.915263 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a421a-cbd8-4187-a869-f884e2011a0c admin admin] Network 8c7c3215-c99c-420e-95b8-20ee7a278b6a is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:53:44.917571 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8f067-dc39-4dd9-bcb7-0ddc76c7277a req-4d5c8cc7-0c01-4706-bfb3-af0dcd9a7c0a tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:44.919269 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-27b8f067-dc39-4dd9-bcb7-0ddc76c7277a req-4d5c8cc7-0c01-4706-bfb3-af0dcd9a7c0a tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 946 time: 0.0492020 Apr 14 20:53:44.976838 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-27b8f067-dc39-4dd9-bcb7-0ddc76c7277a req-6d98fc1d-e18c-405a-92c6-5b7939feb311 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515056 Apr 14 20:53:45.000987 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-f11a421a-cbd8-4187-a869-f884e2011a0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, 8c7c3215-c99c-420e-95b8-20ee7a278b6a) {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:53:45.005930 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11a421a-cbd8-4187-a869-f884e2011a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:45.012611 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-f11a421a-cbd8-4187-a869-f884e2011a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:45.014067 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d85bedc-d893-4f5e-97cb-f1b3091b096c None None] Network 8c7c3215-c99c-420e-95b8-20ee7a278b6a requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:53:45.092865 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-f11a421a-cbd8-4187-a869-f884e2011a0c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7845089 Apr 14 20:53:45.095450 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 51300) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:45.099783 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-138087540-router', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:53:45.127233 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70787b4f-c4d6-57ef-b37a-8087626a5f8a-8c7c3215-c99c-420e-95b8-20ee7a278b6a', 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a', 'project_id': '7e1481294ef142e788ed321706a1b488', 'fixed_ips': [{'subnet_id': '5785ab8e-e22b-4776-b23e-7e02437742cc'}]}} from dv-cinder-837540-3-iscsi. {{(pid=110413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:53:45.128092 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:45.198212 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1644632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25840'] for router (6255b93e-300b-4623-b391-ee559f24df7c), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:45.199642 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1645768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25833'] for router (6255b93e-300b-4623-b391-ee559f24df7c), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:45.260193 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Publish callbacks [] for router_controller (6255b93e-300b-4623-b391-ee559f24df7c), precommit_add_association {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:45.276883 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.db_base_plugin_common [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Allocated IP 172.20.0.2 (8c7c3215-c99c-420e-95b8-20ee7a278b6a/5785ab8e-e22b-4776-b23e-7e02437742cc/49aa78be-0df4-4d46-8410-1db2e7ceb39c) {{(pid=110413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:53:45.440705 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Publish callbacks [] for port (49aa78be-0df4-4d46-8410-1db2e7ceb39c), precommit_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:45.510111 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (49aa78be-0df4-4d46-8410-1db2e7ceb39c), after_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:45.524039 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Publish callbacks [] for router_gateway (6255b93e-300b-4623-b391-ee559f24df7c), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:45.554792 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Network 8c7c3215-c99c-420e-95b8-20ee7a278b6a is already hosted by enough agents. {{(pid=110413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:53:45.559819 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Pushing event updated for resources: {'Port': ['ID=49aa78be-0df4-4d46-8410-1db2e7ceb39c,revision_number=1']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:45.562801 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.base_scheduler [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Resources bound (agent type, host, resource id): {{(pid=110413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:53:45.565043 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Received port after_create {{(pid=110413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:53:45.625987 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Attempting to bind port 49aa78be-0df4-4d46-8410-1db2e7ceb39c on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:53:45.626371 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Attempting to bind port 49aa78be-0df4-4d46-8410-1db2e7ceb39c by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': 'dea35c94-6817-4b4d-bf63-ac8884ca8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:53:45.626735 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Attempting to bind port 49aa78be-0df4-4d46-8410-1db2e7ceb39c on network 8c7c3215-c99c-420e-95b8-20ee7a278b6a {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:53:45.634129 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:53:45.634555 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Checking segment: {'id': 'dea35c94-6817-4b4d-bf63-ac8884ca8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:53:45.635013 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:45.635459 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Bound using segment: {'id': 'dea35c94-6817-4b4d-bf63-ac8884ca8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:53:45.635930 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Bound port: 49aa78be-0df4-4d46-8410-1db2e7ceb39c, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea35c94-6817-4b4d-bf63-ac8884ca8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:53:45.636315 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (49aa78be-0df4-4d46-8410-1db2e7ceb39c), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:45.711337 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] For port 49aa78be-0df4-4d46-8410-1db2e7ceb39c, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:53:45.714448 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] For port 49aa78be-0df4-4d46-8410-1db2e7ceb39c, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=49aa78be-0df4-4d46-8410-1db2e7ceb39c,segment=NetworkSegment(dea35c94-6817-4b4d-bf63-ac8884ca8903),segment_id=dea35c94-6817-4b4d-bf63-ac8884ca8903)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:53:45.812876 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (49aa78be-0df4-4d46-8410-1db2e7ceb39c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:45.820114 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Publish callbacks [] for router_gateway (6255b93e-300b-4623-b391-ee559f24df7c), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:45.838692 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:45.883124 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c21ea-b24c-4830-ba0e-f7b93f26b211 None None] Pushing event updated for resources: {'Port': ['ID=49aa78be-0df4-4d46-8410-1db2e7ceb39c,revision_number=2']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:45.973754 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Allocated IP 172.27.1.130 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/daef21df-a83f-4d85-9fb7-3f25e89b76ce) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:53:46.155799 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Publish callbacks [] for port (daef21df-a83f-4d85-9fb7-3f25e89b76ce), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:46.264358 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (daef21df-a83f-4d85-9fb7-3f25e89b76ce), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:46.303172 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:53:46.305995 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:53:46.309030 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:53:46.346636 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Pushing event updated for resources: {'Port': ['ID=daef21df-a83f-4d85-9fb7-3f25e89b76ce,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:46.362917 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:46.363267 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:46.363614 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:46.363959 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:46.364295 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:46.364627 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:46.365039 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:46.365409 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:46.365743 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:46.366073 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:46.366403 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:46.366730 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:46.367056 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:46.367381 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:46.367831 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:46.533019 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769c66f-d818-452b-a7ae-cb26ae5ebd12 req-dc338dd7-39d2-455e-b4c6-788df5262fbd tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:46.534693 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c769c66f-d818-452b-a7ae-cb26ae5ebd12 req-dc338dd7-39d2-455e-b4c6-788df5262fbd tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 946 time: 0.0519493 Apr 14 20:53:46.583192 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c769c66f-d818-452b-a7ae-cb26ae5ebd12 req-6435f56b-fcb8-47aa-9beb-726bdf22a815 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424531 Apr 14 20:53:46.723755 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Publish callbacks [] for router_gateway (6255b93e-300b-4623-b391-ee559f24df7c), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:46.725665 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 51342) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:46.823806 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 49aa78be-0df4-4d46-8410-1db2e7ceb39c up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:53:46.890905 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c1a9d04f-a4de-4a2e-a094-013da7ca7399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:46.999384 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c1a9d04f-a4de-4a2e-a094-013da7ca7399 admin admin] Publish callbacks [] for security_group (a6d0af11-f68a-46d4-ad99-9757b020c077), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:47.036017 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 49aa78be-0df4-4d46-8410-1db2e7ceb39c triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:47.036498 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (49aa78be-0df4-4d46-8410-1db2e7ceb39c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:47.038866 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1645791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644464'] for router (6255b93e-300b-4623-b391-ee559f24df7c), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:47.077765 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb376e99-439c-4b54-8d32-d3e71544cb53 None None] Network 8c7c3215-c99c-420e-95b8-20ee7a278b6a requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:53:47.086514 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c1a9d04f-a4de-4a2e-a094-013da7ca7399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a6d0af11-f68a-46d4-ad99-9757b020c077), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:47.133143 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-c1a9d04f-a4de-4a2e-a094-013da7ca7399 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0cf92d834d254e41ae22d7ecfe189e52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4035418 Apr 14 20:53:47.133143 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9d04f-a4de-4a2e-a094-013da7ca7399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d0af11-f68a-46d4-ad99-9757b020c077,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:47.133593 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 51346) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:47.189492 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-e9b51be7-a08d-4bcb-ab94-20d5ef36e285 None None] Provisioning complete for port 49aa78be-0df4-4d46-8410-1db2e7ceb39c triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:47.189869 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-e9b51be7-a08d-4bcb-ab94-20d5ef36e285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (49aa78be-0df4-4d46-8410-1db2e7ceb39c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:47.224058 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 49aa78be-0df4-4d46-8410-1db2e7ceb39c is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:47.224450 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (49aa78be-0df4-4d46-8410-1db2e7ceb39c), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:47.230089 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3653d700-1723-4deb-83d1-07fde3705bf0 admin admin] Publish callbacks [] for security_group (a6d0af11-f68a-46d4-ad99-9757b020c077), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:47.261379 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3653d700-1723-4deb-83d1-07fde3705bf0 admin admin] Publish callbacks [] for security_group (a6d0af11-f68a-46d4-ad99-9757b020c077), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:47.291914 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Router 6255b93e-300b-4623-b391-ee559f24df7c is scheduled to L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 with binding_index 1 {{(pid=110412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:53:47.301600 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] For port 49aa78be-0df4-4d46-8410-1db2e7ceb39c, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=49aa78be-0df4-4d46-8410-1db2e7ceb39c,segment=NetworkSegment(dea35c94-6817-4b4d-bf63-ac8884ca8903),segment_id=dea35c94-6817-4b4d-bf63-ac8884ca8903)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:53:47.358371 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (49aa78be-0df4-4d46-8410-1db2e7ceb39c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:47.362714 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-e9b51be7-a08d-4bcb-ab94-20d5ef36e285 None None] Current status of the port 49aa78be-0df4-4d46-8410-1db2e7ceb39c is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:47.363207 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-e9b51be7-a08d-4bcb-ab94-20d5ef36e285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (49aa78be-0df4-4d46-8410-1db2e7ceb39c), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:47.480240 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Pushing event updated for resources: {'Port': ['ID=49aa78be-0df4-4d46-8410-1db2e7ceb39c,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:47.484394 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.db.api [None req-e9b51be7-a08d-4bcb-ab94-20d5ef36e285 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 20:53:47.484845 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG oslo_db.api [None req-e9b51be7-a08d-4bcb-ab94-20d5ef36e285 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 20:53:47.686896 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3653d700-1723-4deb-83d1-07fde3705bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a6d0af11-f68a-46d4-ad99-9757b020c077), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:47.688307 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3653d700-1723-4deb-83d1-07fde3705bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:47.689452 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-3653d700-1723-4deb-83d1-07fde3705bf0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6d0af11-f68a-46d4-ad99-9757b020c077 HTTP/1.1" status: 204 len: 168 time: 0.5436127 Apr 14 20:53:47.734698 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653d700-1723-4deb-83d1-07fde3705bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d0af11-f68a-46d4-ad99-9757b020c077,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:47.742485 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:53:47.754910 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Sync routers for ids ['6255b93e-300b-4623-b391-ee559f24df7c'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:53:47.755922 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e9a5a-73ab-452d-ba57-e86e8da8e31e req-433cf678-ed4f-4095-9a41-ae472e2c237f tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:47.757427 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-715e9a5a-73ab-452d-ba57-e86e8da8e31e req-433cf678-ed4f-4095-9a41-ae472e2c237f tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 946 time: 0.0761490 Apr 14 20:53:47.775928 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Routers {'6255b93e-300b-4623-b391-ee559f24df7c'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:53:47.777359 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:53:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['6255b93e-300b-4623-b391-ee559f24df7c'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:47.814146 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-715e9a5a-73ab-452d-ba57-e86e8da8e31e req-e92bb32e-cc07-42c6-b5d7-c1b7cf25b369 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/security-groups?id=b207680e-96e4-4291-80dd-af27f804a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461257 Apr 14 20:53:47.900990 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Set router 6255b93e-300b-4623-b391-ee559f24df7c gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:53:47.949868 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:47.951393 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-dedea772-d4a4-4f48-b812-5d95aa5ac252 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8549435 Apr 14 20:53:47.954202 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 51354) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:47.984048 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a5d27-1b84-4b06-bb40-e292dbb67d1b req-18c7e363-b5ae-40d3-8a97-5888a4fac20d tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:47.985790 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d47a5d27-1b84-4b06-bb40-e292dbb67d1b req-18c7e363-b5ae-40d3-8a97-5888a4fac20d tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 946 time: 0.0546598 Apr 14 20:53:48.057800 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-e9b51be7-a08d-4bcb-ab94-20d5ef36e285 None None] Current status of the port 49aa78be-0df4-4d46-8410-1db2e7ceb39c is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:48.093484 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-d47a5d27-1b84-4b06-bb40-e292dbb67d1b req-55caa2b0-9ed2-4a75-bde1-b6d74909b8d0 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Deleting port b46b18b6-a9b9-4b52-9227-347b79568475 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:53:48.094350 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-d47a5d27-1b84-4b06-bb40-e292dbb67d1b req-55caa2b0-9ed2-4a75-bde1-b6d74909b8d0 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (b46b18b6-a9b9-4b52-9227-347b79568475), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:48.157885 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6255b93e-300b-4623-b391-ee559f24df7c', 'name': 'tempest-TestMinimumBasicScenario-138087540-router', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:46Z', 'revision_number': 3, 'project_id': '7e1481294ef142e788ed321706a1b488', 'gw_port': {'id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:48.192847 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Checking router: 6255b93e-300b-4623-b391-ee559f24df7c for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:53:48.192847 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Updating router 6255b93e-300b-4623-b391-ee559f24df7c port daef21df-a83f-4d85-9fb7-3f25e89b76ce binding host dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:53:48.228085 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-9512de88-3a14-4c7a-b846-0f07585c1f35 None None] Provisioning complete for port 49aa78be-0df4-4d46-8410-1db2e7ceb39c triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:48.228463 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-9512de88-3a14-4c7a-b846-0f07585c1f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (49aa78be-0df4-4d46-8410-1db2e7ceb39c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:48.229622 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-d47a5d27-1b84-4b06-bb40-e292dbb67d1b req-55caa2b0-9ed2-4a75-bde1-b6d74909b8d0 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] For port b46b18b6-a9b9-4b52-9227-347b79568475, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b46b18b6-a9b9-4b52-9227-347b79568475,segment=NetworkSegment(a81f9b7e-840c-4e19-8547-51706774a26e),segment_id=a81f9b7e-840c-4e19-8547-51706774a26e)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:53:48.230540 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-d47a5d27-1b84-4b06-bb40-e292dbb67d1b req-55caa2b0-9ed2-4a75-bde1-b6d74909b8d0 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (b46b18b6-a9b9-4b52-9227-347b79568475), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:48.249558 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-d47a5d27-1b84-4b06-bb40-e292dbb67d1b req-55caa2b0-9ed2-4a75-bde1-b6d74909b8d0 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Calling delete_port for b46b18b6-a9b9-4b52-9227-347b79568475 owned by compute:nova {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:53:48.268532 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (daef21df-a83f-4d85-9fb7-3f25e89b76ce), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:48.483468 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-d47a5d27-1b84-4b06-bb40-e292dbb67d1b req-55caa2b0-9ed2-4a75-bde1-b6d74909b8d0 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (b46b18b6-a9b9-4b52-9227-347b79568475), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:48.483768 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-9512de88-3a14-4c7a-b846-0f07585c1f35 None None] Current status of the port 49aa78be-0df4-4d46-8410-1db2e7ceb39c is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:48.498651 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['b46b18b6-a9b9-4b52-9227-347b79568475'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:53:48.512710 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:48.520878 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55caa2b0-9ed2-4a75-bde1-b6d74909b8d0 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Pushing event deleted for resources: {'Port': ['ID=b46b18b6-a9b9-4b52-9227-347b79568475,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:48.566850 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47a5d27-1b84-4b06-bb40-e292dbb67d1b req-55caa2b0-9ed2-4a75-bde1-b6d74909b8d0 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] No DVR routers for this DVR port b46b18b6-a9b9-4b52-9227-347b79568475 on host hv-cinder-83754 {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:53:48.569460 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-d47a5d27-1b84-4b06-bb40-e292dbb67d1b req-55caa2b0-9ed2-4a75-bde1-b6d74909b8d0 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:48.572673 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d47a5d27-1b84-4b06-bb40-e292dbb67d1b req-55caa2b0-9ed2-4a75-bde1-b6d74909b8d0 tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.16 "DELETE /v2.0/ports/b46b18b6-a9b9-4b52-9227-347b79568475 HTTP/1.1" status: 204 len: 173 time: 0.5810862 Apr 14 20:53:48.573108 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8ac425-ecc1-478a-a647-0fd767fc8115', 'name': 'network-vif-deleted', 'tag': 'b46b18b6-a9b9-4b52-9227-347b79568475'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:53:48.576016 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17babff-99fc-488a-8bb0-2795f928826f" -d '{"events": [{"server_uuid": "9a8ac425-ecc1-478a-a647-0fd767fc8115", "name": "network-vif-deleted", "tag": "b46b18b6-a9b9-4b52-9227-347b79568475"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:53:48.626548 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b398faf-4c10-4187-b999-5da1b57bebe8 x-openstack-request-id: req-5b398faf-4c10-4187-b999-5da1b57bebe8 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:53:48.626837 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8ac425-ecc1-478a-a647-0fd767fc8115", "name": "network-vif-deleted", "tag": "b46b18b6-a9b9-4b52-9227-347b79568475", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:53:48.627094 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b398faf-4c10-4187-b999-5da1b57bebe8 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:53:48.627500 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b398faf-4c10-4187-b999-5da1b57bebe8'] response: {'server_uuid': '9a8ac425-ecc1-478a-a647-0fd767fc8115', 'name': 'network-vif-deleted', 'tag': 'b46b18b6-a9b9-4b52-9227-347b79568475', 'status': 'completed', 'code': 200} Apr 14 20:53:48.647901 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Publish callbacks [] for port (daef21df-a83f-4d85-9fb7-3f25e89b76ce), precommit_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:48.717736 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_common [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] Allocated IP 172.20.0.1 (8c7c3215-c99c-420e-95b8-20ee7a278b6a/5785ab8e-e22b-4776-b23e-7e02437742cc/051d835f-8ead-4cf3-91e3-ce486863ce46) {{(pid=110412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:53:48.738318 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (daef21df-a83f-4d85-9fb7-3f25e89b76ce), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:48.808004 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 49aa78be-0df4-4d46-8410-1db2e7ceb39c up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:53:48.813857 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Attempting to bind port daef21df-a83f-4d85-9fb7-3f25e89b76ce on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:53:48.814227 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Attempting to bind port daef21df-a83f-4d85-9fb7-3f25e89b76ce by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:53:48.814589 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Attempting to bind port daef21df-a83f-4d85-9fb7-3f25e89b76ce on network 4d816796-e0bf-4bb0-bd57-0e101c861302 {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:53:48.862081 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] Publish callbacks [] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:48.876642 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:53:48.880780 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Checking segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:53:48.881498 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:48.882526 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Bound using segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:53:48.883249 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Bound port: daef21df-a83f-4d85-9fb7-3f25e89b76ce, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:53:48.885464 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (daef21df-a83f-4d85-9fb7-3f25e89b76ce), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:48.913440 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e30e17-8b9f-4a92-9223-19e937768ad0 None None] Pushing event updated for resources: {'Port': ['ID=daef21df-a83f-4d85-9fb7-3f25e89b76ce,revision_number=2']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:48.937985 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-679e1cea-3901-4a56-a452-e5d0aaa05055 req-a000a08f-c89d-4620-a2fc-33810736aa8b tempest-VolumesActionsTest-1012948880 tempest-VolumesActionsTest-1012948880-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8ac425-ecc1-478a-a647-0fd767fc8115 HTTP/1.1" status: 200 len: 210 time: 0.0397024 Apr 14 20:53:48.944482 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30e17-8b9f-4a92-9223-19e937768ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.944838 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30e17-8b9f-4a92-9223-19e937768ad0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.945226 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30e17-8b9f-4a92-9223-19e937768ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.945564 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30e17-8b9f-4a92-9223-19e937768ad0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.945902 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30e17-8b9f-4a92-9223-19e937768ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.946235 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30e17-8b9f-4a92-9223-19e937768ad0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.946568 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30e17-8b9f-4a92-9223-19e937768ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.946897 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30e17-8b9f-4a92-9223-19e937768ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.947257 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30e17-8b9f-4a92-9223-19e937768ad0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.948015 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30e17-8b9f-4a92-9223-19e937768ad0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.948360 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30e17-8b9f-4a92-9223-19e937768ad0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.949982 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30e17-8b9f-4a92-9223-19e937768ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.949982 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30e17-8b9f-4a92-9223-19e937768ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.973334 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30e17-8b9f-4a92-9223-19e937768ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.973334 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30e17-8b9f-4a92-9223-19e937768ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:49.002296 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] For port daef21df-a83f-4d85-9fb7-3f25e89b76ce, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:53:49.002952 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:49.003065 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 49aa78be-0df4-4d46-8410-1db2e7ceb39c triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:49.003065 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (49aa78be-0df4-4d46-8410-1db2e7ceb39c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:49.003065 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] For port daef21df-a83f-4d85-9fb7-3f25e89b76ce, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=daef21df-a83f-4d85-9fb7-3f25e89b76ce,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:53:49.034551 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] Network 8c7c3215-c99c-420e-95b8-20ee7a278b6a is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:53:49.037648 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:53:49.044459 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] Received port after_create {{(pid=110412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:53:49.074149 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] Pushing event updated for resources: {'Port': ['ID=051d835f-8ead-4cf3-91e3-ce486863ce46,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:49.091186 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1644353'] for router_interface (6255b93e-300b-4623-b391-ee559f24df7c), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:49.103183 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 49aa78be-0df4-4d46-8410-1db2e7ceb39c is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:49.132563 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (daef21df-a83f-4d85-9fb7-3f25e89b76ce), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:49.235083 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Routers {'6255b93e-300b-4623-b391-ee559f24df7c'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:53:49.235713 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:53:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['6255b93e-300b-4623-b391-ee559f24df7c'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:49.238752 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e30e17-8b9f-4a92-9223-19e937768ad0 None None] Pushing event updated for resources: {'Port': ['ID=daef21df-a83f-4d85-9fb7-3f25e89b76ce,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:49.325996 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:49.369695 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] Set router 6255b93e-300b-4623-b391-ee559f24df7c gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:53:49.457288 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-c560c907-b691-46df-b032-4706933e0ded None None] Provisioning complete for port 051d835f-8ead-4cf3-91e3-ce486863ce46 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:49.457665 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c560c907-b691-46df-b032-4706933e0ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:49.503377 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] Publish callbacks [] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:49.537493 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-c560c907-b691-46df-b032-4706933e0ded None None] Port 051d835f-8ead-4cf3-91e3-ce486863ce46 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:53:49.557641 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:49.638952 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] Pushing event updated for resources: {'Port': ['ID=051d835f-8ead-4cf3-91e3-ce486863ce46,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:49.660438 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644017'] for router_interface (6255b93e-300b-4623-b391-ee559f24df7c), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:49.748732 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6255b93e-300b-4623-b391-ee559f24df7c', 'name': 'tempest-TestMinimumBasicScenario-138087540-router', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:46Z', 'revision_number': 3, 'project_id': '7e1481294ef142e788ed321706a1b488', 'gw_port': {'id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:49.788405 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] Network 8c7c3215-c99c-420e-95b8-20ee7a278b6a is already hosted by enough agents. {{(pid=110412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:53:49.790013 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:53:49.790478 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6688d6-78b5-47e9-88a9-12c46b6f8a54 None None] The sync data for ids ['6255b93e-300b-4623-b391-ee559f24df7c'] in dv-cinder-837540-3-iscsi is: [{'id': '6255b93e-300b-4623-b391-ee559f24df7c', 'name': 'tempest-TestMinimumBasicScenario-138087540-router', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:46Z', 'revision_number': 3, 'project_id': '7e1481294ef142e788ed321706a1b488', 'gw_port': {'id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:53:49.936865 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] Router 6255b93e-300b-4623-b391-ee559f24df7c has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:53:50.123848 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:53:50.131391 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-bdf78929-2e18-4864-af62-064d719273d3 admin admin] 10.222.0.15 "PUT /v2.0/routers/6255b93e-300b-4623-b391-ee559f24df7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1762009 Apr 14 20:53:50.177948 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fe907e87-854b-41ad-8f2a-8bb62dd6a48f None None] Provisioning complete for port 051d835f-8ead-4cf3-91e3-ce486863ce46 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:50.182135 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fe907e87-854b-41ad-8f2a-8bb62dd6a48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:50.229758 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fe907e87-854b-41ad-8f2a-8bb62dd6a48f None None] Port 051d835f-8ead-4cf3-91e3-ce486863ce46 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:53:50.822143 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device daef21df-a83f-4d85-9fb7-3f25e89b76ce up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:53:50.885669 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port daef21df-a83f-4d85-9fb7-3f25e89b76ce triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:50.891076 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (daef21df-a83f-4d85-9fb7-3f25e89b76ce), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:50.965470 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 51426) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:50.973390 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-1d8b5c96-f582-4014-a3af-ef539a9ddaa2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1462047378-network', 'tenant_id': '9b3d6d67482b4568aa2f7500670ffd37'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:53:50.986760 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port daef21df-a83f-4d85-9fb7-3f25e89b76ce is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:50.987164 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (daef21df-a83f-4d85-9fb7-3f25e89b76ce), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:51.009563 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] For port daef21df-a83f-4d85-9fb7-3f25e89b76ce, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=daef21df-a83f-4d85-9fb7-3f25e89b76ce,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:53:51.069140 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8b5c96-f582-4014-a3af-ef539a9ddaa2 admin admin] Made reservation on behalf of 9b3d6d67482b4568aa2f7500670ffd37 for: {'network': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:53:51.071700 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1d8b5c96-f582-4014-a3af-ef539a9ddaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for network (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:51.083148 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1d8b5c96-f582-4014-a3af-ef539a9ddaa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:51.109833 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (daef21df-a83f-4d85-9fb7-3f25e89b76ce), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:51.188216 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Pushing event updated for resources: {'Port': ['ID=daef21df-a83f-4d85-9fb7-3f25e89b76ce,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:51.207559 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1d8b5c96-f582-4014-a3af-ef539a9ddaa2 admin admin] Publish callbacks [] for security_group (a1f9f918-94c8-490e-9855-f367f8048016), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:51.274762 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1d8b5c96-f582-4014-a3af-ef539a9ddaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a1f9f918-94c8-490e-9855-f367f8048016), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:51.297858 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8b5c96-f582-4014-a3af-ef539a9ddaa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=110412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:53:51.312534 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b5c96-f582-4014-a3af-ef539a9ddaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f9f918-94c8-490e-9855-f367f8048016,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:51.317839 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1d8b5c96-f582-4014-a3af-ef539a9ddaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (c2ff3489-f620-495a-a3d3-6e77dbcef163), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:51.318188 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.segments_db [None req-1d8b5c96-f582-4014-a3af-ef539a9ddaa2 admin admin] Added segment c2ff3489-f620-495a-a3d3-6e77dbcef163 of type vlan for network 689cca09-9601-4c22-8d00-76a675b3d654 Apr 14 20:53:51.374725 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1d8b5c96-f582-4014-a3af-ef539a9ddaa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766880545235'] for network (689cca09-9601-4c22-8d00-76a675b3d654), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:51.488504 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1d8b5c96-f582-4014-a3af-ef539a9ddaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417'] for network (689cca09-9601-4c22-8d00-76a675b3d654), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:51.489566 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8b5c96-f582-4014-a3af-ef539a9ddaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:51.490400 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-1d8b5c96-f582-4014-a3af-ef539a9ddaa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:51.562132 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b5c96-f582-4014-a3af-ef539a9ddaa2 admin admin] Pushing event updated for resources: {'Network': ['ID=689cca09-9601-4c22-8d00-76a675b3d654,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:51.573798 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Network 689cca09-9601-4c22-8d00-76a675b3d654 details requested by agent ovs-agent-dv-cinder-837540-3-iscsi with host dv-cinder-837540-3-iscsi {{(pid=110413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:53:51.594425 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-1d8b5c96-f582-4014-a3af-ef539a9ddaa2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6283383 Apr 14 20:53:51.607064 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 51460) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:51.612471 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-ca6b60d9-2f76-4047-9880-2f16fb7e31a3 admin admin] Request body: {'subnet': {'network_id': '689cca09-9601-4c22-8d00-76a675b3d654', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1462047378-subnet', 'tenant_id': '9b3d6d67482b4568aa2f7500670ffd37', 'ip_version': 4}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:53:51.702860 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Sync routers for ids ['6255b93e-300b-4623-b391-ee559f24df7c'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:53:51.709155 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6b60d9-2f76-4047-9880-2f16fb7e31a3 admin admin] Made reservation on behalf of 9b3d6d67482b4568aa2f7500670ffd37 for: {'subnet': 1} {{(pid=110412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:53:51.711606 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ca6b60d9-2f76-4047-9880-2f16fb7e31a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309086'] for subnet (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:51.713452 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Routers {'6255b93e-300b-4623-b391-ee559f24df7c'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:53:51.719200 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:53:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['6255b93e-300b-4623-b391-ee559f24df7c'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:51.827043 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Set router 6255b93e-300b-4623-b391-ee559f24df7c gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:53:51.964243 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ca6b60d9-2f76-4047-9880-2f16fb7e31a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7770167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309064'] for subnet (c99ade8e-89d1-433f-846c-0ce9e68c3986), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:52.023133 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6255b93e-300b-4623-b391-ee559f24df7c', 'name': 'tempest-TestMinimumBasicScenario-138087540-router', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:49Z', 'revision_number': 4, 'project_id': '7e1481294ef142e788ed321706a1b488', 'gw_port': {'id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '051d835f-8ead-4cf3-91e3-ce486863ce46', 'name': '', 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'mac_address': 'fa:16:3e:29:11:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:48Z', 'updated_at': '2022-04-14T20:53:49Z', 'revision_number': 2, 'project_id': '7e1481294ef142e788ed321706a1b488', 'subnets': [{'id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:52.023892 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b60d9-2f76-4047-9880-2f16fb7e31a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c99ade8e-89d1-433f-846c-0ce9e68c3986,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:52.032774 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6b60d9-2f76-4047-9880-2f16fb7e31a3 admin admin] Checking segment: {'id': 'c2ff3489-f620-495a-a3d3-6e77dbcef163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '689cca09-9601-4c22-8d00-76a675b3d654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:53:52.033137 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6b60d9-2f76-4047-9880-2f16fb7e31a3 admin admin] Network hostable DHCP agents. Network: 689cca09-9601-4c22-8d00-76a675b3d654, hostable agents: ['31b3992c-6277-47e8-aa32-d54e1fe02ece'], hosted agents: [] {{(pid=110412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:53:52.060014 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Checking router: 6255b93e-300b-4623-b391-ee559f24df7c for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:53:52.060366 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Updating router 6255b93e-300b-4623-b391-ee559f24df7c port 051d835f-8ead-4cf3-91e3-ce486863ce46 binding host dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:53:52.091397 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:52.109491 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6b60d9-2f76-4047-9880-2f16fb7e31a3 admin admin] Network 689cca09-9601-4c22-8d00-76a675b3d654 is scheduled to be hosted by DHCP agent 31b3992c-6277-47e8-aa32-d54e1fe02ece with binding_index 1 {{(pid=110412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:53:52.345971 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.base_scheduler [None req-ca6b60d9-2f76-4047-9880-2f16fb7e31a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-3-iscsi, 689cca09-9601-4c22-8d00-76a675b3d654) {{(pid=110412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:53:52.350510 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6b60d9-2f76-4047-9880-2f16fb7e31a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:52.357432 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ca6b60d9-2f76-4047-9880-2f16fb7e31a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:52.358291 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68089046-f850-4ba8-a8a1-7457fe69c9ad None None] Network 689cca09-9601-4c22-8d00-76a675b3d654 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:53:52.361827 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Publish callbacks [] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), precommit_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:52.452083 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-ca6b60d9-2f76-4047-9880-2f16fb7e31a3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8435249 Apr 14 20:53:52.454733 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 51464) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:52.459472 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1462047378-router', 'tenant_id': '9b3d6d67482b4568aa2f7500670ffd37', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:53:52.460121 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:52.463931 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70787b4f-c4d6-57ef-b37a-8087626a5f8a-689cca09-9601-4c22-8d00-76a675b3d654', 'network_id': '689cca09-9601-4c22-8d00-76a675b3d654', 'project_id': '9b3d6d67482b4568aa2f7500670ffd37', 'fixed_ips': [{'subnet_id': 'c99ade8e-89d1-433f-846c-0ce9e68c3986'}]}} from dv-cinder-837540-3-iscsi. {{(pid=110413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:53:52.466709 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:52.517721 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6904c-fde2-45af-8261-13f3753da99e None None] Pushing event updated for resources: {'Port': ['ID=051d835f-8ead-4cf3-91e3-ce486863ce46,revision_number=3']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:52.541754 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6904c-fde2-45af-8261-13f3753da99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:52.544544 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6904c-fde2-45af-8261-13f3753da99e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:52.544544 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6904c-fde2-45af-8261-13f3753da99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:52.544544 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6904c-fde2-45af-8261-13f3753da99e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:52.544544 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6904c-fde2-45af-8261-13f3753da99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:52.544544 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6904c-fde2-45af-8261-13f3753da99e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:52.544544 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6904c-fde2-45af-8261-13f3753da99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:52.544544 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6904c-fde2-45af-8261-13f3753da99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:52.544544 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6904c-fde2-45af-8261-13f3753da99e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:52.545763 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6904c-fde2-45af-8261-13f3753da99e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:52.546247 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6904c-fde2-45af-8261-13f3753da99e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:52.546752 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6904c-fde2-45af-8261-13f3753da99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:52.547236 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6904c-fde2-45af-8261-13f3753da99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:52.547720 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6904c-fde2-45af-8261-13f3753da99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:52.548042 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6904c-fde2-45af-8261-13f3753da99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:52.562407 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1644632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25840'] for router (88c2c143-e35b-46db-8dbc-172ba0bfbfda), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:52.565359 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1645768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25833'] for router (88c2c143-e35b-46db-8dbc-172ba0bfbfda), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:52.584541 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Attempting to bind port 051d835f-8ead-4cf3-91e3-ce486863ce46 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:53:52.585447 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Attempting to bind port 051d835f-8ead-4cf3-91e3-ce486863ce46 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': 'dea35c94-6817-4b4d-bf63-ac8884ca8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a'}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:53:52.586046 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Attempting to bind port 051d835f-8ead-4cf3-91e3-ce486863ce46 on network 8c7c3215-c99c-420e-95b8-20ee7a278b6a {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:53:52.593387 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:53:52.594019 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Checking segment: {'id': 'dea35c94-6817-4b4d-bf63-ac8884ca8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:53:52.594586 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:52.595694 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Bound using segment: {'id': 'dea35c94-6817-4b4d-bf63-ac8884ca8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a'} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:53:52.596385 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Bound port: 051d835f-8ead-4cf3-91e3-ce486863ce46, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea35c94-6817-4b4d-bf63-ac8884ca8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a'}}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:53:52.597036 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:52.642757 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Publish callbacks [] for router_controller (88c2c143-e35b-46db-8dbc-172ba0bfbfda), precommit_add_association {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:52.652757 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.db_base_plugin_common [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Allocated IP 172.20.0.2 (689cca09-9601-4c22-8d00-76a675b3d654/c99ade8e-89d1-433f-846c-0ce9e68c3986/99d0e6ac-efdd-4884-9ba4-0f557f6998d9) {{(pid=110413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:53:52.667255 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] For port 051d835f-8ead-4cf3-91e3-ce486863ce46, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:53:52.671562 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] For port 051d835f-8ead-4cf3-91e3-ce486863ce46, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=051d835f-8ead-4cf3-91e3-ce486863ce46,segment=NetworkSegment(dea35c94-6817-4b4d-bf63-ac8884ca8903),segment_id=dea35c94-6817-4b4d-bf63-ac8884ca8903)] {{(pid=110414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:53:52.753619 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:52.804465 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-4f450e77-a68d-4231-8082-82509c5e1289 None None] Provisioning complete for port 051d835f-8ead-4cf3-91e3-ce486863ce46 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:52.804850 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-4f450e77-a68d-4231-8082-82509c5e1289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:52.827954 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6904c-fde2-45af-8261-13f3753da99e None None] Pushing event updated for resources: {'Port': ['ID=051d835f-8ead-4cf3-91e3-ce486863ce46,revision_number=4']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:52.842591 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device daef21df-a83f-4d85-9fb7-3f25e89b76ce up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:53:52.854257 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Routers {'6255b93e-300b-4623-b391-ee559f24df7c'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:53:52.854257 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:53:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['6255b93e-300b-4623-b391-ee559f24df7c'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:52.854766 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Publish callbacks [] for router_gateway (88c2c143-e35b-46db-8dbc-172ba0bfbfda), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:52.886818 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Publish callbacks [] for port (99d0e6ac-efdd-4884-9ba4-0f557f6998d9), precommit_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:52.912872 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d460-c678-445e-b828-adcde33601f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:52.951373 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port daef21df-a83f-4d85-9fb7-3f25e89b76ce triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:52.951755 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (daef21df-a83f-4d85-9fb7-3f25e89b76ce), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:52.960618 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990'] for port (99d0e6ac-efdd-4884-9ba4-0f557f6998d9), after_create {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:53.010352 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-4f450e77-a68d-4231-8082-82509c5e1289 None None] Current status of the port 051d835f-8ead-4cf3-91e3-ce486863ce46 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:53.010758 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-4f450e77-a68d-4231-8082-82509c5e1289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:53.049840 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Network 689cca09-9601-4c22-8d00-76a675b3d654 is already hosted by enough agents. {{(pid=110413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:53:53.063807 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.scheduler.base_scheduler [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Resources bound (agent type, host, resource id): {{(pid=110413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:53:53.068838 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Received port after_create {{(pid=110413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:53:53.071280 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Pushing event updated for resources: {'Port': ['ID=99d0e6ac-efdd-4884-9ba4-0f557f6998d9,revision_number=1']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:53.086145 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] Set router 6255b93e-300b-4623-b391-ee559f24df7c gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:53:53.094233 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-4f450e77-a68d-4231-8082-82509c5e1289 None None] For port 051d835f-8ead-4cf3-91e3-ce486863ce46, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=051d835f-8ead-4cf3-91e3-ce486863ce46,segment=NetworkSegment(dea35c94-6817-4b4d-bf63-ac8884ca8903),segment_id=dea35c94-6817-4b4d-bf63-ac8884ca8903)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:53:53.138398 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device b46b18b6-a9b9-4b52-9227-347b79568475 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:53:53.180433 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Publish callbacks [] for router_gateway (88c2c143-e35b-46db-8dbc-172ba0bfbfda), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:53.180916 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-4f450e77-a68d-4231-8082-82509c5e1289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:53.182574 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: b46b18b6-a9b9-4b52-9227-347b79568475 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:53:53.182921 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device b46b18b6-a9b9-4b52-9227-347b79568475 not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:53:53.202051 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:53.225257 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port daef21df-a83f-4d85-9fb7-3f25e89b76ce is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:53.233401 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Attempting to bind port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:53:53.233401 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Attempting to bind port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': 'c2ff3489-f620-495a-a3d3-6e77dbcef163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '689cca09-9601-4c22-8d00-76a675b3d654'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:53:53.233401 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Attempting to bind port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 on network 689cca09-9601-4c22-8d00-76a675b3d654 {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:53:53.239814 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:53:53.240198 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Checking segment: {'id': 'c2ff3489-f620-495a-a3d3-6e77dbcef163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '689cca09-9601-4c22-8d00-76a675b3d654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:53:53.240603 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:53.240989 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Bound using segment: {'id': 'c2ff3489-f620-495a-a3d3-6e77dbcef163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '689cca09-9601-4c22-8d00-76a675b3d654'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:53:53.241492 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Bound port: 99d0e6ac-efdd-4884-9ba4-0f557f6998d9, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ff3489-f620-495a-a3d3-6e77dbcef163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '689cca09-9601-4c22-8d00-76a675b3d654'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:53:53.241877 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (99d0e6ac-efdd-4884-9ba4-0f557f6998d9), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:53.288034 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f450e77-a68d-4231-8082-82509c5e1289 None None] Pushing event updated for resources: {'Port': ['ID=051d835f-8ead-4cf3-91e3-ce486863ce46,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:53.315714 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-f84d285c-1203-4a66-954f-aa61f14f2dfa None None] Provisioning complete for port 051d835f-8ead-4cf3-91e3-ce486863ce46 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:53.316091 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-f84d285c-1203-4a66-954f-aa61f14f2dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:53.330373 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Allocated IP 172.27.1.143 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/99420c13-ca11-4467-9a0e-db5384f5709c) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:53:53.332094 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6255b93e-300b-4623-b391-ee559f24df7c', 'name': 'tempest-TestMinimumBasicScenario-138087540-router', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:49Z', 'revision_number': 4, 'project_id': '7e1481294ef142e788ed321706a1b488', 'gw_port': {'id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '051d835f-8ead-4cf3-91e3-ce486863ce46', 'name': '', 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'mac_address': 'fa:16:3e:29:11:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:48Z', 'updated_at': '2022-04-14T20:53:52Z', 'revision_number': 4, 'project_id': '7e1481294ef142e788ed321706a1b488', 'subnets': [{'id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:53.357139 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] For port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:53:53.360231 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7bd67e-dd26-4045-9822-45a4bad6d8a1 None None] The sync data for ids ['6255b93e-300b-4623-b391-ee559f24df7c'] in dv-cinder-837540-3-iscsi is: [{'id': '6255b93e-300b-4623-b391-ee559f24df7c', 'name': 'tempest-TestMinimumBasicScenario-138087540-router', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:49Z', 'revision_number': 4, 'project_id': '7e1481294ef142e788ed321706a1b488', 'gw_port': {'id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '051d835f-8ead-4cf3-91e3-ce486863ce46', 'name': '', 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'mac_address': 'fa:16:3e:29:11:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:48Z', 'updated_at': '2022-04-14T20:53:52Z', 'revision_number': 4, 'project_id': '7e1481294ef142e788ed321706a1b488', 'subnets': [{'id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:53:53.361592 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] For port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=99d0e6ac-efdd-4884-9ba4-0f557f6998d9,segment=NetworkSegment(c2ff3489-f620-495a-a3d3-6e77dbcef163),segment_id=c2ff3489-f620-495a-a3d3-6e77dbcef163)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:53:53.419842 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-f84d285c-1203-4a66-954f-aa61f14f2dfa None None] Current status of the port 051d835f-8ead-4cf3-91e3-ce486863ce46 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:53.464089 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (99d0e6ac-efdd-4884-9ba4-0f557f6998d9), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:53.468411 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Publish callbacks [] for port (99420c13-ca11-4467-9a0e-db5384f5709c), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:53.526970 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb316c-4c07-481d-a825-c981274aa6d8 None None] Pushing event updated for resources: {'Port': ['ID=99d0e6ac-efdd-4884-9ba4-0f557f6998d9,revision_number=2']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:53.586387 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (99420c13-ca11-4467-9a0e-db5384f5709c), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:53.641788 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:53:53.644675 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:53:53.649473 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:53:53.653394 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Pushing event updated for resources: {'Port': ['ID=99420c13-ca11-4467-9a0e-db5384f5709c,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:54.013875 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Publish callbacks [] for router_gateway (88c2c143-e35b-46db-8dbc-172ba0bfbfda), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:54.232172 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1645791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644464'] for router (88c2c143-e35b-46db-8dbc-172ba0bfbfda), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:54.471955 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dc4023-a674-44dc-a271-0283a8609f66 None None] Network 689cca09-9601-4c22-8d00-76a675b3d654 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:53:54.583491 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-1e4944fd-df8f-4415-abf1-030cda450e8b None None] Provisioning complete for port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:54.583883 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-1e4944fd-df8f-4415-abf1-030cda450e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (99d0e6ac-efdd-4884-9ba4-0f557f6998d9), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:54.693092 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-1e4944fd-df8f-4415-abf1-030cda450e8b None None] Current status of the port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:54.693092 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-1e4944fd-df8f-4415-abf1-030cda450e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (99d0e6ac-efdd-4884-9ba4-0f557f6998d9), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:54.721726 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-1e4944fd-df8f-4415-abf1-030cda450e8b None None] For port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=99d0e6ac-efdd-4884-9ba4-0f557f6998d9,segment=NetworkSegment(c2ff3489-f620-495a-a3d3-6e77dbcef163),segment_id=c2ff3489-f620-495a-a3d3-6e77dbcef163)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:53:54.750365 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Router 88c2c143-e35b-46db-8dbc-172ba0bfbfda is scheduled to L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 with binding_index 1 {{(pid=110411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:53:54.791789 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-1e4944fd-df8f-4415-abf1-030cda450e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (99d0e6ac-efdd-4884-9ba4-0f557f6998d9), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:54.848313 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4944fd-df8f-4415-abf1-030cda450e8b None None] Pushing event updated for resources: {'Port': ['ID=99d0e6ac-efdd-4884-9ba4-0f557f6998d9,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:54.884162 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:53:54.891180 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:53:54.913124 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Sync routers for ids ['88c2c143-e35b-46db-8dbc-172ba0bfbfda'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:53:54.942568 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-bb514e88-dd61-41f4-a70d-76e56c2722a7 None None] Provisioning complete for port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:54.943005 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-bb514e88-dd61-41f4-a70d-76e56c2722a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (99d0e6ac-efdd-4884-9ba4-0f557f6998d9), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:54.958944 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:54.960942 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-79c8ccba-4d2b-4277-a6a9-d45fa0aaeb68 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5044389 Apr 14 20:53:54.963070 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 51496) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:54.968712 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Routers {'88c2c143-e35b-46db-8dbc-172ba0bfbfda'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:53:54.969367 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:53:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['88c2c143-e35b-46db-8dbc-172ba0bfbfda'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:55.074481 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:55.074845 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (99d0e6ac-efdd-4884-9ba4-0f557f6998d9), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:55.129109 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-c77c7c93-4ecc-4d80-9dad-99614f365ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:55.171274 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Set router 88c2c143-e35b-46db-8dbc-172ba0bfbfda gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:53:55.235491 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-bb514e88-dd61-41f4-a70d-76e56c2722a7 None None] Current status of the port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:55.315011 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:55.316092 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 051d835f-8ead-4cf3-91e3-ce486863ce46 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:53:55.398762 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:55.402291 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 051d835f-8ead-4cf3-91e3-ce486863ce46 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:55.402720 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:55.563524 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'name': 'tempest-TestMinimumBasicScenario-1462047378-router', 'tenant_id': '9b3d6d67482b4568aa2f7500670ffd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '99420c13-ca11-4467-9a0e-db5384f5709c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:52Z', 'updated_at': '2022-04-14T20:53:53Z', 'revision_number': 3, 'project_id': '9b3d6d67482b4568aa2f7500670ffd37', 'gw_port': {'id': '99420c13-ca11-4467-9a0e-db5384f5709c', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:03:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:53Z', 'updated_at': '2022-04-14T20:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:55.568457 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] Allocated IP 172.20.0.1 (689cca09-9601-4c22-8d00-76a675b3d654/c99ade8e-89d1-433f-846c-0ce9e68c3986/00275722-df4b-496c-9f7b-b09614398c78) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:53:55.594911 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Checking router: 88c2c143-e35b-46db-8dbc-172ba0bfbfda for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:53:55.595253 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Updating router 88c2c143-e35b-46db-8dbc-172ba0bfbfda port 99420c13-ca11-4467-9a0e-db5384f5709c binding host dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:53:55.630266 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (99420c13-ca11-4467-9a0e-db5384f5709c), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:55.681852 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] Publish callbacks [] for port (00275722-df4b-496c-9f7b-b09614398c78), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:55.739738 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 051d835f-8ead-4cf3-91e3-ce486863ce46 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:55.774909 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (00275722-df4b-496c-9f7b-b09614398c78), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:55.813988 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] Network 689cca09-9601-4c22-8d00-76a675b3d654 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:53:55.818888 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:53:55.822472 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:53:55.847163 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] Pushing event updated for resources: {'Port': ['ID=00275722-df4b-496c-9f7b-b09614398c78,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:55.868532 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1644353'] for router_interface (88c2c143-e35b-46db-8dbc-172ba0bfbfda), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:55.929532 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Publish callbacks [] for port (99420c13-ca11-4467-9a0e-db5384f5709c), precommit_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:56.014310 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (99420c13-ca11-4467-9a0e-db5384f5709c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:56.076516 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (00275722-df4b-496c-9f7b-b09614398c78), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:56.079011 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Attempting to bind port 99420c13-ca11-4467-9a0e-db5384f5709c on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:53:56.079437 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Attempting to bind port 99420c13-ca11-4467-9a0e-db5384f5709c by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:53:56.079886 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Attempting to bind port 99420c13-ca11-4467-9a0e-db5384f5709c on network 4d816796-e0bf-4bb0-bd57-0e101c861302 {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:53:56.082046 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639dc265-183b-423a-a5a5-a394b7c3cb93 None None] Pushing event updated for resources: {'Port': ['ID=99420c13-ca11-4467-9a0e-db5384f5709c,revision_number=2']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:56.084941 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-1d31077a-18c4-41de-86ec-e0489b74a3b5 None None] Provisioning complete for port 00275722-df4b-496c-9f7b-b09614398c78 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:56.085526 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-1d31077a-18c4-41de-86ec-e0489b74a3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (00275722-df4b-496c-9f7b-b09614398c78), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:56.114526 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:53:56.114908 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Checking segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:53:56.115304 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:56.115710 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Bound using segment: {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'} {{(pid=110413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:53:56.116178 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.managers [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Bound port: 99420c13-ca11-4467-9a0e-db5384f5709c, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b21e49b-dc6d-4560-8b4d-029140a397e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302'}}] {{(pid=110413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:53:56.116560 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (99420c13-ca11-4467-9a0e-db5384f5709c), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:56.151407 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-1d31077a-18c4-41de-86ec-e0489b74a3b5 None None] Port 00275722-df4b-496c-9f7b-b09614398c78 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:53:56.178115 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] For port 99420c13-ca11-4467-9a0e-db5384f5709c, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:53:56.181059 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] For port 99420c13-ca11-4467-9a0e-db5384f5709c, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=99420c13-ca11-4467-9a0e-db5384f5709c,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:53:56.240224 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] Publish callbacks [] for port (00275722-df4b-496c-9f7b-b09614398c78), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:56.275201 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (99420c13-ca11-4467-9a0e-db5384f5709c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:56.303366 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4848467'] for port (00275722-df4b-496c-9f7b-b09614398c78), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:56.348513 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Routers {'88c2c143-e35b-46db-8dbc-172ba0bfbfda'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:53:56.349030 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:53:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['88c2c143-e35b-46db-8dbc-172ba0bfbfda'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:56.350782 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639dc265-183b-423a-a5a5-a394b7c3cb93 None None] Pushing event updated for resources: {'Port': ['ID=99420c13-ca11-4467-9a0e-db5384f5709c,revision_number=3']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:56.374116 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] Pushing event updated for resources: {'Port': ['ID=00275722-df4b-496c-9f7b-b09614398c78,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:56.376564 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644017'] for router_interface (88c2c143-e35b-46db-8dbc-172ba0bfbfda), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:56.414403 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:56.471919 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] Set router 88c2c143-e35b-46db-8dbc-172ba0bfbfda gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:53:56.477550 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] Network 689cca09-9601-4c22-8d00-76a675b3d654 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:53:56.478907 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:53:56.599577 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] Router 88c2c143-e35b-46db-8dbc-172ba0bfbfda has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:53:56.692883 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'name': 'tempest-TestMinimumBasicScenario-1462047378-router', 'tenant_id': '9b3d6d67482b4568aa2f7500670ffd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '99420c13-ca11-4467-9a0e-db5384f5709c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:52Z', 'updated_at': '2022-04-14T20:53:55Z', 'revision_number': 4, 'project_id': '9b3d6d67482b4568aa2f7500670ffd37', 'gw_port': {'id': '99420c13-ca11-4467-9a0e-db5384f5709c', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:03:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:53Z', 'updated_at': '2022-04-14T20:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '00275722-df4b-496c-9f7b-b09614398c78', 'name': '', 'network_id': '689cca09-9601-4c22-8d00-76a675b3d654', 'tenant_id': '9b3d6d67482b4568aa2f7500670ffd37', 'mac_address': 'fa:16:3e:1a:4b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c99ade8e-89d1-433f-846c-0ce9e68c3986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:55Z', 'updated_at': '2022-04-14T20:53:56Z', 'revision_number': 2, 'project_id': '9b3d6d67482b4568aa2f7500670ffd37', 'subnets': [{'id': 'c99ade8e-89d1-433f-846c-0ce9e68c3986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:53:56.715147 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:53:56.720196 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-76d5c362-c363-4732-b8ce-54b64b196fef admin admin] 10.222.0.15 "PUT /v2.0/routers/88c2c143-e35b-46db-8dbc-172ba0bfbfda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7560501 Apr 14 20:53:56.731478 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df877a-e666-4424-88af-9b0bb03daca5 None None] The sync data for ids ['88c2c143-e35b-46db-8dbc-172ba0bfbfda'] in dv-cinder-837540-3-iscsi is: [{'id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'name': 'tempest-TestMinimumBasicScenario-1462047378-router', 'tenant_id': '9b3d6d67482b4568aa2f7500670ffd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '99420c13-ca11-4467-9a0e-db5384f5709c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:52Z', 'updated_at': '2022-04-14T20:53:55Z', 'revision_number': 4, 'project_id': '9b3d6d67482b4568aa2f7500670ffd37', 'gw_port': {'id': '99420c13-ca11-4467-9a0e-db5384f5709c', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:03:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:53Z', 'updated_at': '2022-04-14T20:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '00275722-df4b-496c-9f7b-b09614398c78', 'name': '', 'network_id': '689cca09-9601-4c22-8d00-76a675b3d654', 'tenant_id': '9b3d6d67482b4568aa2f7500670ffd37', 'mac_address': 'fa:16:3e:1a:4b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c99ade8e-89d1-433f-846c-0ce9e68c3986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:55Z', 'updated_at': '2022-04-14T20:53:56Z', 'revision_number': 2, 'project_id': '9b3d6d67482b4568aa2f7500670ffd37', 'subnets': [{'id': 'c99ade8e-89d1-433f-846c-0ce9e68c3986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:53:56.782452 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-0d0e6e04-3a8d-4ff7-976c-dd1edeb73b72 None None] Provisioning complete for port 00275722-df4b-496c-9f7b-b09614398c78 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:56.782829 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0d0e6e04-3a8d-4ff7-976c-dd1edeb73b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (00275722-df4b-496c-9f7b-b09614398c78), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:56.821385 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:53:56.860814 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e6e04-3a8d-4ff7-976c-dd1edeb73b72 None None] Port 00275722-df4b-496c-9f7b-b09614398c78 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:53:56.885100 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:56.885532 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (99d0e6ac-efdd-4884-9ba4-0f557f6998d9), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:56.998503 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:57.774457 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:58.853555 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 99420c13-ca11-4467-9a0e-db5384f5709c up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:53:58.927675 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 99420c13-ca11-4467-9a0e-db5384f5709c triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:58.928911 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (99420c13-ca11-4467-9a0e-db5384f5709c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:59.022375 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 99420c13-ca11-4467-9a0e-db5384f5709c is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:59.023033 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (99420c13-ca11-4467-9a0e-db5384f5709c), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:59.051464 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] For port 99420c13-ca11-4467-9a0e-db5384f5709c, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=99420c13-ca11-4467-9a0e-db5384f5709c,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:53:59.143290 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (99420c13-ca11-4467-9a0e-db5384f5709c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:59.201868 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Pushing event updated for resources: {'Port': ['ID=99420c13-ca11-4467-9a0e-db5384f5709c,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:59.374633 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:00.638210 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Sync routers for ids ['88c2c143-e35b-46db-8dbc-172ba0bfbfda'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:54:00.672835 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Routers {'88c2c143-e35b-46db-8dbc-172ba0bfbfda'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:54:00.673628 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:53:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['88c2c143-e35b-46db-8dbc-172ba0bfbfda'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:54:00.805519 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Set router 88c2c143-e35b-46db-8dbc-172ba0bfbfda gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:54:00.829037 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 99420c13-ca11-4467-9a0e-db5384f5709c up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:54:00.883780 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 99420c13-ca11-4467-9a0e-db5384f5709c triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:54:00.884139 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (99420c13-ca11-4467-9a0e-db5384f5709c), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:00.994889 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 99420c13-ca11-4467-9a0e-db5384f5709c is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:54:01.079041 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'name': 'tempest-TestMinimumBasicScenario-1462047378-router', 'tenant_id': '9b3d6d67482b4568aa2f7500670ffd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '99420c13-ca11-4467-9a0e-db5384f5709c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:52Z', 'updated_at': '2022-04-14T20:53:55Z', 'revision_number': 4, 'project_id': '9b3d6d67482b4568aa2f7500670ffd37', 'gw_port': {'id': '99420c13-ca11-4467-9a0e-db5384f5709c', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:03:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:53Z', 'updated_at': '2022-04-14T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '00275722-df4b-496c-9f7b-b09614398c78', 'name': '', 'network_id': '689cca09-9601-4c22-8d00-76a675b3d654', 'tenant_id': '9b3d6d67482b4568aa2f7500670ffd37', 'mac_address': 'fa:16:3e:1a:4b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c99ade8e-89d1-433f-846c-0ce9e68c3986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:55Z', 'updated_at': '2022-04-14T20:53:56Z', 'revision_number': 2, 'project_id': '9b3d6d67482b4568aa2f7500670ffd37', 'subnets': [{'id': 'c99ade8e-89d1-433f-846c-0ce9e68c3986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:54:01.119331 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Checking router: 88c2c143-e35b-46db-8dbc-172ba0bfbfda for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:54:01.119954 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Updating router 88c2c143-e35b-46db-8dbc-172ba0bfbfda port 00275722-df4b-496c-9f7b-b09614398c78 binding host dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:54:01.162922 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (00275722-df4b-496c-9f7b-b09614398c78), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:01.526180 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Publish callbacks [] for port (00275722-df4b-496c-9f7b-b09614398c78), precommit_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:01.589401 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (00275722-df4b-496c-9f7b-b09614398c78), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:01.713447 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f259b-7b3e-4db6-99cb-9e224c5b11e3 None None] Pushing event updated for resources: {'Port': ['ID=00275722-df4b-496c-9f7b-b09614398c78,revision_number=3']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:01.769304 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Attempting to bind port 00275722-df4b-496c-9f7b-b09614398c78 on host dv-cinder-837540-3-iscsi for vnic_type normal with profile {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:54:01.769984 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Attempting to bind port 00275722-df4b-496c-9f7b-b09614398c78 by drivers openvswitch,hyperv on host dv-cinder-837540-3-iscsi at level 0 using segments [{'id': 'c2ff3489-f620-495a-a3d3-6e77dbcef163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '689cca09-9601-4c22-8d00-76a675b3d654'}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:54:01.770530 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Attempting to bind port 00275722-df4b-496c-9f7b-b09614398c78 on network 689cca09-9601-4c22-8d00-76a675b3d654 {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:54:01.795363 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Checking agent: {'id': 'ef2e7177-670a-4b6c-a92d-71120b5ae64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 36, 29), 'started_at': datetime.datetime(2022, 4, 14, 20, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:54:01.796050 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Checking segment: {'id': 'c2ff3489-f620-495a-a3d3-6e77dbcef163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '689cca09-9601-4c22-8d00-76a675b3d654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:54:01.797787 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:01.800084 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Bound using segment: {'id': 'c2ff3489-f620-495a-a3d3-6e77dbcef163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '689cca09-9601-4c22-8d00-76a675b3d654'} {{(pid=110414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:54:01.800778 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.managers [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Bound port: 00275722-df4b-496c-9f7b-b09614398c78, host: dv-cinder-837540-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ff3489-f620-495a-a3d3-6e77dbcef163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '689cca09-9601-4c22-8d00-76a675b3d654'}}] {{(pid=110414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:54:01.801378 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (00275722-df4b-496c-9f7b-b09614398c78), before_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:01.908146 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] For port 00275722-df4b-496c-9f7b-b09614398c78, host dv-cinder-837540-3-iscsi, cleared binding levels {{(pid=110414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:54:01.914747 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.db [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] For port 00275722-df4b-496c-9f7b-b09614398c78, host dv-cinder-837540-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=00275722-df4b-496c-9f7b-b09614398c78,segment=NetworkSegment(c2ff3489-f620-495a-a3d3-6e77dbcef163),segment_id=c2ff3489-f620-495a-a3d3-6e77dbcef163)] {{(pid=110414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:54:01.984624 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (00275722-df4b-496c-9f7b-b09614398c78), after_update {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:02.077093 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-288eda21-9b64-4df8-a74b-1bff6ede0454 None None] Provisioning complete for port 00275722-df4b-496c-9f7b-b09614398c78 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:54:02.079146 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-288eda21-9b64-4df8-a74b-1bff6ede0454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (00275722-df4b-496c-9f7b-b09614398c78), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:02.121247 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Routers {'88c2c143-e35b-46db-8dbc-172ba0bfbfda'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:54:02.122490 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:53:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['88c2c143-e35b-46db-8dbc-172ba0bfbfda'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:54:02.284026 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f259b-7b3e-4db6-99cb-9e224c5b11e3 None None] Pushing event updated for resources: {'Port': ['ID=00275722-df4b-496c-9f7b-b09614398c78,revision_number=4']} {{(pid=110414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:02.319238 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-288eda21-9b64-4df8-a74b-1bff6ede0454 None None] Current status of the port 00275722-df4b-496c-9f7b-b09614398c78 is: DOWN; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:54:02.319816 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-288eda21-9b64-4df8-a74b-1bff6ede0454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (00275722-df4b-496c-9f7b-b09614398c78), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:02.426840 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-288eda21-9b64-4df8-a74b-1bff6ede0454 None None] For port 00275722-df4b-496c-9f7b-b09614398c78, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=00275722-df4b-496c-9f7b-b09614398c78,segment=NetworkSegment(c2ff3489-f620-495a-a3d3-6e77dbcef163),segment_id=c2ff3489-f620-495a-a3d3-6e77dbcef163)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:54:02.488648 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-288eda21-9b64-4df8-a74b-1bff6ede0454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (00275722-df4b-496c-9f7b-b09614398c78), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:02.497699 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] Set router 88c2c143-e35b-46db-8dbc-172ba0bfbfda gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:54:02.561466 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288eda21-9b64-4df8-a74b-1bff6ede0454 None None] Pushing event updated for resources: {'Port': ['ID=00275722-df4b-496c-9f7b-b09614398c78,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:02.637912 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-43b1c422-112a-49fb-a5b6-0490cb3d42ba None None] Provisioning complete for port 00275722-df4b-496c-9f7b-b09614398c78 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:54:02.641841 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-43b1c422-112a-49fb-a5b6-0490cb3d42ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (00275722-df4b-496c-9f7b-b09614398c78), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:02.798514 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'name': 'tempest-TestMinimumBasicScenario-1462047378-router', 'tenant_id': '9b3d6d67482b4568aa2f7500670ffd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '99420c13-ca11-4467-9a0e-db5384f5709c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:52Z', 'updated_at': '2022-04-14T20:53:55Z', 'revision_number': 4, 'project_id': '9b3d6d67482b4568aa2f7500670ffd37', 'gw_port': {'id': '99420c13-ca11-4467-9a0e-db5384f5709c', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:03:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:53Z', 'updated_at': '2022-04-14T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '00275722-df4b-496c-9f7b-b09614398c78', 'name': '', 'network_id': '689cca09-9601-4c22-8d00-76a675b3d654', 'tenant_id': '9b3d6d67482b4568aa2f7500670ffd37', 'mac_address': 'fa:16:3e:1a:4b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c99ade8e-89d1-433f-846c-0ce9e68c3986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:55Z', 'updated_at': '2022-04-14T20:54:01Z', 'revision_number': 4, 'project_id': '9b3d6d67482b4568aa2f7500670ffd37', 'subnets': [{'id': 'c99ade8e-89d1-433f-846c-0ce9e68c3986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:54:02.838577 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-43b1c422-112a-49fb-a5b6-0490cb3d42ba None None] Current status of the port 00275722-df4b-496c-9f7b-b09614398c78 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:54:02.863411 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b6417-509e-4dff-b859-a3041dd62abb None None] The sync data for ids ['88c2c143-e35b-46db-8dbc-172ba0bfbfda'] in dv-cinder-837540-3-iscsi is: [{'id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'name': 'tempest-TestMinimumBasicScenario-1462047378-router', 'tenant_id': '9b3d6d67482b4568aa2f7500670ffd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '99420c13-ca11-4467-9a0e-db5384f5709c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:52Z', 'updated_at': '2022-04-14T20:53:55Z', 'revision_number': 4, 'project_id': '9b3d6d67482b4568aa2f7500670ffd37', 'gw_port': {'id': '99420c13-ca11-4467-9a0e-db5384f5709c', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:03:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:53Z', 'updated_at': '2022-04-14T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '00275722-df4b-496c-9f7b-b09614398c78', 'name': '', 'network_id': '689cca09-9601-4c22-8d00-76a675b3d654', 'tenant_id': '9b3d6d67482b4568aa2f7500670ffd37', 'mac_address': 'fa:16:3e:1a:4b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c99ade8e-89d1-433f-846c-0ce9e68c3986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:55Z', 'updated_at': '2022-04-14T20:54:01Z', 'revision_number': 4, 'project_id': '9b3d6d67482b4568aa2f7500670ffd37', 'subnets': [{'id': 'c99ade8e-89d1-433f-846c-0ce9e68c3986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:54:02.872402 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 00275722-df4b-496c-9f7b-b09614398c78 up at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:54:02.927964 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Provisioning complete for port 00275722-df4b-496c-9f7b-b09614398c78 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:54:02.928354 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (00275722-df4b-496c-9f7b-b09614398c78), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:03.017025 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Current status of the port 00275722-df4b-496c-9f7b-b09614398c78 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:54:09.049757 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:54:11.457511 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-238d668a-3962-4825-a338-0fdf036c38e1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:11.459852 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-238d668a-3962-4825-a338-0fdf036c38e1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/networks?id=8c7c3215-c99c-420e-95b8-20ee7a278b6a HTTP/1.1" status: 200 len: 814 time: 0.1187525 Apr 14 20:54:11.475750 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-6ceaaa95-8a99-4808-9235-7c40cae357fb tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/quotas/7e1481294ef142e788ed321706a1b488 HTTP/1.1" status: 200 len: 375 time: 0.0104160 Apr 14 20:54:11.533905 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-c774478d-6c0b-4b96-960d-fbf1a1c7a0a3 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e1481294ef142e788ed321706a1b488&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511558 Apr 14 20:54:11.637211 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-2128f086-a700-4117-88e6-702e5010c6c3 service neutron] 10.222.0.15 "GET /v2.0/networks/8c7c3215-c99c-420e-95b8-20ee7a278b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903013 Apr 14 20:54:11.748509 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-5c6c167e-32e2-4923-bff2-ae2b1afe4379 service neutron] 10.222.0.15 "GET /v2.0/networks/8c7c3215-c99c-420e-95b8-20ee7a278b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036646 Apr 14 20:54:12.050280 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2c1e7cd7-4b4c-4ba1-97d4-6b73c3cdde0e req-75fa0f35-1896-44bb-bb5f-90bad73cfd78 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 210 time: 0.0492702 Apr 14 20:54:13.129571 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9748dbab-e57b-4608-9b2d-fb6679a03972 req-c419958c-a29a-440b-b68b-afcbce92f8c1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 210 time: 0.0300593 Apr 14 20:54:14.224923 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-36a7b648-dc4d-4b33-aa29-9bc28b36f9b2 req-960dbadc-6ccd-4e75-9606-430bffac5671 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 210 time: 0.0273907 Apr 14 20:54:14.804914 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:15.340277 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-803a1060-af59-44bc-9bb4-9071f6aadcbb req-c5f10e37-92c4-4ece-ba94-47096c388cdd tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 210 time: 0.0387809 Apr 14 20:54:16.228278 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-54a55932-c5b0-48b1-957d-46a9b2bb0edd tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:16.230114 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-54a55932-c5b0-48b1-957d-46a9b2bb0edd tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.16 "GET /v2.0/networks?id=8c7c3215-c99c-420e-95b8-20ee7a278b6a HTTP/1.1" status: 200 len: 814 time: 0.1422412 Apr 14 20:54:16.250269 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Request body: {'port': {'device_id': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a', 'admin_state_up': True, 'tenant_id': '7e1481294ef142e788ed321706a1b488'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:54:16.477790 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-33c2c8c8-f037-4ba9-86cd-9efe9ab1516a req-d5af9ed6-38bf-43ba-a74b-0135e5c28e90 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 210 time: 0.0322475 Apr 14 20:54:16.502576 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Made reservation on behalf of 7e1481294ef142e788ed321706a1b488 for: {'port': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:54:16.512703 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:16.708212 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Allocated IP 172.20.0.7 (8c7c3215-c99c-420e-95b8-20ee7a278b6a/5785ab8e-e22b-4776-b23e-7e02437742cc/8cdcc430-cc1c-4e7e-87b0-08c68487ffd3) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:54:16.924738 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:17.037471 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:17.173065 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Pushing event updated for resources: {'Port': ['ID=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:17.180939 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Network 8c7c3215-c99c-420e-95b8-20ee7a278b6a is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:54:17.193310 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:54:17.266644 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:17.267576 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:17.272438 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:17.273407 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:17.274580 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:17.276573 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:17.279546 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:17.281410 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:17.285320 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:17.286690 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:17.287204 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:17.288163 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:17.290648 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:17.292377 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:17.293872 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:17.304982 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:54:17.455270 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:17.456189 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:17.558621 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-d48c7cd9-4906-43c4-b9dc-c22ea52199d2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3149135 Apr 14 20:54:17.594121 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-961b0f7d-0e07-44a1-a395-9b5dc080faef None None] Provisioning complete for port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:54:17.594709 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-961b0f7d-0e07-44a1-a395-9b5dc080faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:17.636452 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-961b0f7d-0e07-44a1-a395-9b5dc080faef None None] Port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:54:17.637818 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7bf8c-cecf-4e60-88f7-5743a32e33d7 req-9fb720e2-b8a2-44ce-8b56-5b29d01fb5b4 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:17.639902 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a0b7bf8c-cecf-4e60-88f7-5743a32e33d7 req-9fb720e2-b8a2-44ce-8b56-5b29d01fb5b4 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 931 time: 0.0583227 Apr 14 20:54:17.689254 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a0b7bf8c-cecf-4e60-88f7-5743a32e33d7 req-bed68afd-3fcb-478b-8f6e-246cefdf22ea tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430028 Apr 14 20:54:18.846066 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f964d-97fd-45d3-91cb-af535c626c24 req-7467cf82-bd19-4f6b-b039-f288e578b1b3 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:18.848062 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4c4f964d-97fd-45d3-91cb-af535c626c24 req-7467cf82-bd19-4f6b-b039-f288e578b1b3 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 931 time: 0.0638027 Apr 14 20:54:18.906683 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-4c4f964d-97fd-45d3-91cb-af535c626c24 req-e1d6aaad-43cd-48a6-ad93-6d2ac58d5051 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526588 Apr 14 20:54:20.081980 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcf501-af3a-413e-a3e5-b43979ec1524 req-e796e7f7-e392-45d6-bbad-27d03b0602a5 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:20.083510 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-02bcf501-af3a-413e-a3e5-b43979ec1524 req-e796e7f7-e392-45d6-bbad-27d03b0602a5 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 931 time: 0.0685620 Apr 14 20:54:20.138109 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-02bcf501-af3a-413e-a3e5-b43979ec1524 req-3958a6d6-ac26-495c-a82b-4be62fd59d7d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477896 Apr 14 20:54:21.266201 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6699918-66ac-4e27-9380-c42b19db4142 req-61d6e5ba-6dff-48ea-82b6-e49843a3184a tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:21.267719 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f6699918-66ac-4e27-9380-c42b19db4142 req-61d6e5ba-6dff-48ea-82b6-e49843a3184a tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 931 time: 0.0500221 Apr 14 20:54:21.336791 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f6699918-66ac-4e27-9380-c42b19db4142 req-42b61512-bad2-4838-bc56-0edf423fee42 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527844 Apr 14 20:54:21.380542 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 51936) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:54:21.494483 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0a32b4a7-5eab-487d-8877-99c738eb1d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:21.603623 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0a32b4a7-5eab-487d-8877-99c738eb1d93 admin admin] Publish callbacks [] for security_group (bc12d252-4fe5-4132-a327-ae605f60f902), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:21.659939 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 51944) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:54:21.795666 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-290d1615-ad38-4b9e-b0a4-a417e340ffce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:22.046944 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Request body: {'port': {'device_id': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:54:22.105088 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a653fd06-7355-4997-abab-b59d487e9e4a req-787a5e06-bc9b-4e66-b0a6-70aa0eb62bd2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425134 Apr 14 20:54:22.131613 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:22.175900 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0a32b4a7-5eab-487d-8877-99c738eb1d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (bc12d252-4fe5-4132-a327-ae605f60f902), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:22.204001 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653fd06-7355-4997-abab-b59d487e9e4a req-2a51c497-72db-4aa2-a9f5-5c16dc21b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:22.204001 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a653fd06-7355-4997-abab-b59d487e9e4a req-2a51c497-72db-4aa2-a9f5-5c16dc21b0d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4594533c2d114769b73069549c61e38e&device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 1129 time: 0.0402768 Apr 14 20:54:22.271787 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-0a32b4a7-5eab-487d-8877-99c738eb1d93 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82c5a98790504c149c92afa115a121ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8897090 Apr 14 20:54:22.273008 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 51948) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:54:22.349644 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653fd06-7355-4997-abab-b59d487e9e4a req-24b43c6c-5013-4a93-a78d-f72880856fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:22.351297 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a653fd06-7355-4997-abab-b59d487e9e4a req-24b43c6c-5013-4a93-a78d-f72880856fd8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9124821-6384-483a-bd3f-30476db1701e HTTP/1.1" status: 200 len: 912 time: 0.1279731 Apr 14 20:54:22.394516 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32b4a7-5eab-487d-8877-99c738eb1d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc12d252-4fe5-4132-a327-ae605f60f902,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:22.484834 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a653fd06-7355-4997-abab-b59d487e9e4a req-ea8c4fcc-3e6a-4806-80d6-33834e6d2cef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb4dd528-01f2-4818-a278-1215d4dab730 HTTP/1.1" status: 200 len: 1001 time: 0.0817978 Apr 14 20:54:22.485105 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8e63647f-584b-4079-90b7-e1600d6dd136 admin admin] Publish callbacks [] for security_group (bc12d252-4fe5-4132-a327-ae605f60f902), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:22.627093 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb33b5-4829-40c4-a1fa-9704ba9b9f48 req-8b8358f8-1a40-4336-aeac-55432bc06747 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:22.628701 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f3bb33b5-4829-40c4-a1fa-9704ba9b9f48 req-8b8358f8-1a40-4336-aeac-55432bc06747 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 931 time: 0.1585796 Apr 14 20:54:22.635295 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8e63647f-584b-4079-90b7-e1600d6dd136 admin admin] Publish callbacks [] for security_group (bc12d252-4fe5-4132-a327-ae605f60f902), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:22.674815 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-290d1615-ad38-4b9e-b0a4-a417e340ffce admin admin] Publish callbacks [] for security_group (4e50a1dd-06cd-49f8-b2b1-bb411fab3281), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:22.686565 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653fd06-7355-4997-abab-b59d487e9e4a req-be86a133-04d2-4a03-a862-f0c4515739d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:22.688089 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a653fd06-7355-4997-abab-b59d487e9e4a req-be86a133-04d2-4a03-a862-f0c4515739d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=177c8868-9176-40ed-9fba-016fb7a72185 HTTP/1.1" status: 200 len: 850 time: 0.0867803 Apr 14 20:54:22.761927 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f3bb33b5-4829-40c4-a1fa-9704ba9b9f48 req-c100ee08-1420-45e6-ac39-233f0033c52c tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826561 Apr 14 20:54:22.830855 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-290d1615-ad38-4b9e-b0a4-a417e340ffce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (4e50a1dd-06cd-49f8-b2b1-bb411fab3281), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:22.895759 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-290d1615-ad38-4b9e-b0a4-a417e340ffce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f11b4ae754294814801eb2c54438306b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2344394 Apr 14 20:54:22.897959 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d1615-ad38-4b9e-b0a4-a417e340ffce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e50a1dd-06cd-49f8-b2b1-bb411fab3281,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:22.898794 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 51956) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:54:22.927910 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-dc8194ed-261e-4731-bc32-3d19e4467685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:22.931163 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:54:22.949560 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8e63647f-584b-4079-90b7-e1600d6dd136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (bc12d252-4fe5-4132-a327-ae605f60f902), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:22.949560 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8e63647f-584b-4079-90b7-e1600d6dd136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:22.949560 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-8e63647f-584b-4079-90b7-e1600d6dd136 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc12d252-4fe5-4132-a327-ae605f60f902 HTTP/1.1" status: 204 len: 168 time: 0.6682134 Apr 14 20:54:22.954896 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Publish callbacks [] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:22.984551 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63647f-584b-4079-90b7-e1600d6dd136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc12d252-4fe5-4132-a327-ae605f60f902,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:22.987115 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Transition to ACTIVE for port object 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 will not be triggered until provisioned by entity L2. {{(pid=110411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:54:23.018183 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653fd06-7355-4997-abab-b59d487e9e4a req-addc17b8-e0ed-4a75-9922-2e095f05e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:23.019699 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a653fd06-7355-4997-abab-b59d487e9e4a req-addc17b8-e0ed-4a75-9922-2e095f05e975 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9124821-6384-483a-bd3f-30476db1701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766201 Apr 14 20:54:23.020771 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dc537e3d-3886-49a4-96d7-2335606d7c6a admin admin] Publish callbacks [] for security_group (4e50a1dd-06cd-49f8-b2b1-bb411fab3281), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:23.049426 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dc537e3d-3886-49a4-96d7-2335606d7c6a admin admin] Publish callbacks [] for security_group (4e50a1dd-06cd-49f8-b2b1-bb411fab3281), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:23.063244 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4848467'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:23.191242 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Pushing event updated for resources: {'Port': ['ID=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:23.205615 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a653fd06-7355-4997-abab-b59d487e9e4a req-832b992e-f600-4c97-838a-7fc3a59716d1 service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578169 Apr 14 20:54:23.259165 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Attempting to bind port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:54:23.259568 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Attempting to bind port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'dea35c94-6817-4b4d-bf63-ac8884ca8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:54:23.259902 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Attempting to bind port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 on network 8c7c3215-c99c-420e-95b8-20ee7a278b6a {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:54:23.266095 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 on network 8c7c3215-c99c-420e-95b8-20ee7a278b6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:54:23.266715 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Attempting to bind port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 on network 8c7c3215-c99c-420e-95b8-20ee7a278b6a {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:54:23.272343 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:54:23.272714 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Checking segment: {'id': 'dea35c94-6817-4b4d-bf63-ac8884ca8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:54:23.273113 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Bound using segment: {'id': 'dea35c94-6817-4b4d-bf63-ac8884ca8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:54:23.273575 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Bound port: 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dea35c94-6817-4b4d-bf63-ac8884ca8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:54:23.273965 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:23.317995 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dc537e3d-3886-49a4-96d7-2335606d7c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (4e50a1dd-06cd-49f8-b2b1-bb411fab3281), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:23.320671 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dc537e3d-3886-49a4-96d7-2335606d7c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:23.321872 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-dc537e3d-3886-49a4-96d7-2335606d7c6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e50a1dd-06cd-49f8-b2b1-bb411fab3281 HTTP/1.1" status: 204 len: 168 time: 0.4221444 Apr 14 20:54:23.342237 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc537e3d-3886-49a4-96d7-2335606d7c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e50a1dd-06cd-49f8-b2b1-bb411fab3281,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:23.412813 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] For port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3, host hv-cinder-83754, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:54:23.419763 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] For port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3,segment=NetworkSegment(dea35c94-6817-4b4d-bf63-ac8884ca8903),segment_id=dea35c94-6817-4b4d-bf63-ac8884ca8903)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:54:23.433090 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a653fd06-7355-4997-abab-b59d487e9e4a req-1b8ef8c4-9510-4212-b908-d804ff2c3607 service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061131 Apr 14 20:54:23.515247 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4848467'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:23.563376 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:23.564072 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:23.565766 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] 10.222.0.16 "PUT /v2.0/ports/8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 HTTP/1.1" status: 200 len: 1093 time: 1.5241103 Apr 14 20:54:23.566256 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'tag': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:54:23.568568 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109b4b30-6537-40e9-aa25-9bc146e2d6de" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad9a273-f858-4610-b3bb-53a3829c2713", "tag": "8cdcc430-cc1c-4e7e-87b0-08c68487ffd3"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:54:23.658988 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bad8ab-6d57-4f3e-a616-fe734677c4af service neutron] Pushing event updated for resources: {'Port': ['ID=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:23.674914 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e3f92e-8f71-4c9f-a52c-bbf69b688c6e x-openstack-request-id: req-29e3f92e-8f71-4c9f-a52c-bbf69b688c6e {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:54:23.676894 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad9a273-f858-4610-b3bb-53a3829c2713", "tag": "8cdcc430-cc1c-4e7e-87b0-08c68487ffd3", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:54:23.678012 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29e3f92e-8f71-4c9f-a52c-bbf69b688c6e {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:54:23.678580 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e3f92e-8f71-4c9f-a52c-bbf69b688c6e'] response: {'name': 'network-changed', 'server_uuid': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'tag': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3', 'status': 'completed', 'code': 200} Apr 14 20:54:23.995283 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 51982) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:54:24.002113 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b25ac5-dc52-4d6d-a860-2dc504c9cbda req-4e9ff4e7-0e4f-4fb4-add4-198cb2cbedf7 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:24.003972 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-14b25ac5-dc52-4d6d-a860-2dc504c9cbda req-4e9ff4e7-0e4f-4fb4-add4-198cb2cbedf7 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 943 time: 0.1156883 Apr 14 20:54:24.076468 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0c9d67-93bc-41f1-aa93-ecfd8969daf5 admin admin] Deleting subnet aa00254d-843d-4e93-bd43-0f5a556c6d71 {{(pid=110412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:54:24.080458 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4b0c9d67-93bc-41f1-aa93-ecfd8969daf5 admin admin] Publish callbacks [] for subnet (aa00254d-843d-4e93-bd43-0f5a556c6d71), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:24.108335 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-14b25ac5-dc52-4d6d-a860-2dc504c9cbda req-7cf8be5c-b9ac-4b2d-88d1-c9e284cc818c tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903730 Apr 14 20:54:24.151744 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4b0c9d67-93bc-41f1-aa93-ecfd8969daf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5090913'] for subnet (aa00254d-843d-4e93-bd43-0f5a556c6d71), precommit_delete_associations {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:24.216757 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4b0c9d67-93bc-41f1-aa93-ecfd8969daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041744'] for subnet (aa00254d-843d-4e93-bd43-0f5a556c6d71), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:24.341353 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4b0c9d67-93bc-41f1-aa93-ecfd8969daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7773928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309105'] for subnet (aa00254d-843d-4e93-bd43-0f5a556c6d71), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:24.403499 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4b0c9d67-93bc-41f1-aa93-ecfd8969daf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:24.406945 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-4b0c9d67-93bc-41f1-aa93-ecfd8969daf5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/aa00254d-843d-4e93-bd43-0f5a556c6d71 HTTP/1.1" status: 204 len: 168 time: 0.4104407 Apr 14 20:54:24.412601 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 51996) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:54:24.425754 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c9d67-93bc-41f1-aa93-ecfd8969daf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa00254d-843d-4e93-bd43-0f5a556c6d71,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:24.523668 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4ba7abe2-4a79-436d-a9ae-fac454d3fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558881'] for network (dd2c2671-07cc-4bbd-a0e1-612971deb3e8), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:25.033846 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-38e0a7a7-5079-4063-aac4-312aeec7c747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:25.050152 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4ba7abe2-4a79-436d-a9ae-fac454d3fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044203', 'neutron.services.segments.db._delete_segments_for_network-8766881083832'] for network (dd2c2671-07cc-4bbd-a0e1-612971deb3e8), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:25.076036 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.services.segments.db [None req-4ba7abe2-4a79-436d-a9ae-fac454d3fc33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2c2671-07cc-4bbd-a0e1-612971deb3e8']}} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:54:25.087117 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.services.segments.db [None req-4ba7abe2-4a79-436d-a9ae-fac454d3fc33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81f9b7e-840c-4e19-8547-51706774a26e') {'for_net_delete': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:54:25.087552 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.services.segments.db [None req-4ba7abe2-4a79-436d-a9ae-fac454d3fc33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81f9b7e-840c-4e19-8547-51706774a26e') {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:54:25.107050 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4ba7abe2-4a79-436d-a9ae-fac454d3fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766880940993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5930743'] for segment (a81f9b7e-840c-4e19-8547-51706774a26e), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:25.138841 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4ba7abe2-4a79-436d-a9ae-fac454d3fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (a81f9b7e-840c-4e19-8547-51706774a26e), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:25.157790 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba7abe2-4a79-436d-a9ae-fac454d3fc33 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=110411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:54:25.158679 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4ba7abe2-4a79-436d-a9ae-fac454d3fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4848575'] for segment (a81f9b7e-840c-4e19-8547-51706774a26e), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: Traceback (most recent call last): Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: timer() Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: cb(*args, **kw) Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: return func(*args, **kwargs) Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: self._notify() Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: self.callback(batched_events) Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: event.method(event) Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: return f(self, *a, **k) Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: return self._get(url).json() Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: return self.request(url, 'GET', **kwargs) Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:54:25.160802 dv-cinder-837540-3-iscsi neutron-server[110411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:54:25.309150 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13970da-9aed-46af-b30d-309778921ab1 req-6b4dc655-9e3c-4ba4-8e03-a8560ffbed51 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:25.310931 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c13970da-9aed-46af-b30d-309778921ab1 req-6b4dc655-9e3c-4ba4-8e03-a8560ffbed51 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 943 time: 0.0898452 Apr 14 20:54:25.379792 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4ba7abe2-4a79-436d-a9ae-fac454d3fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644488'] for network (dd2c2671-07cc-4bbd-a0e1-612971deb3e8), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:25.388784 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4ba7abe2-4a79-436d-a9ae-fac454d3fc33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:25.399231 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-4ba7abe2-4a79-436d-a9ae-fac454d3fc33 admin admin] 10.222.0.15 "DELETE /v2.0/networks/dd2c2671-07cc-4bbd-a0e1-612971deb3e8 HTTP/1.1" status: 204 len: 168 time: 0.9836853 Apr 14 20:54:25.430479 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7abe2-4a79-436d-a9ae-fac454d3fc33 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2c2671-07cc-4bbd-a0e1-612971deb3e8,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:25.431159 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c13970da-9aed-46af-b30d-309778921ab1 req-05d24807-d159-4695-9782-88876a5a42b4 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062891 Apr 14 20:54:25.939605 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 52022) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:54:25.987246 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-219513fa-ffb0-4fd7-92a8-7e3b85412111 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0dd92c1852148da8ef144d72994618f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457582 Apr 14 20:54:25.989868 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 52024) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:54:26.040770 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c41d5550-e877-4199-b492-db525deb9f22 admin admin] Publish callbacks [] for security_group (b207680e-96e4-4291-80dd-af27f804a32f), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:26.069801 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c41d5550-e877-4199-b492-db525deb9f22 admin admin] Publish callbacks [] for security_group (b207680e-96e4-4291-80dd-af27f804a32f), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:26.200359 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c41d5550-e877-4199-b492-db525deb9f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (b207680e-96e4-4291-80dd-af27f804a32f), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:26.203054 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c41d5550-e877-4199-b492-db525deb9f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:26.204369 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-c41d5550-e877-4199-b492-db525deb9f22 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b207680e-96e4-4291-80dd-af27f804a32f HTTP/1.1" status: 204 len: 168 time: 0.2134726 Apr 14 20:54:26.223714 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d5550-e877-4199-b492-db525deb9f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b207680e-96e4-4291-80dd-af27f804a32f,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:26.423839 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:26.568889 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2b3de-32a6-48ef-8d50-2327445ce5f3 req-d78d0536-af45-4449-9699-6cd4405d511b tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:26.570459 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a6f2b3de-32a6-48ef-8d50-2327445ce5f3 req-d78d0536-af45-4449-9699-6cd4405d511b tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 943 time: 0.0502288 Apr 14 20:54:26.630579 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a6f2b3de-32a6-48ef-8d50-2327445ce5f3 req-c5469c26-ec17-425d-842c-ae03dc50fce4 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531421 Apr 14 20:54:27.248571 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b4b30-6537-40e9-aa25-9bc146e2d6de req-54c4f8ce-d2df-46b1-9b06-b52fe8e66b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:27.248571 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-109b4b30-6537-40e9-aa25-9bc146e2d6de req-54c4f8ce-d2df-46b1-9b06-b52fe8e66b61 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e1481294ef142e788ed321706a1b488&device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 1127 time: 0.0735564 Apr 14 20:54:27.380544 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-ad9c3c92-06da-4b9d-ba42-a76b9ce94d8b tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=581ce04df4ee4a1598d552d73e817199&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308137 Apr 14 20:54:27.384656 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b4b30-6537-40e9-aa25-9bc146e2d6de req-981d9283-a530-4cb9-980f-20d5a4e2d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:27.387086 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-109b4b30-6537-40e9-aa25-9bc146e2d6de req-981d9283-a530-4cb9-980f-20d5a4e2d857 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7e1481294ef142e788ed321706a1b488&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1265097 Apr 14 20:54:27.584595 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-fa3f83a0-ff5a-4104-bf73-6cfc31675b5a tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:27.586275 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-fa3f83a0-ff5a-4104-bf73-6cfc31675b5a tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927745 Apr 14 20:54:27.612420 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-5411b768-2e08-4e0a-b83c-44ebefadf5d9 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/quotas/581ce04df4ee4a1598d552d73e817199 HTTP/1.1" status: 200 len: 375 time: 0.0106192 Apr 14 20:54:27.647330 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-03325dd5-b151-463e-b55b-41daa29e7652 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=581ce04df4ee4a1598d552d73e817199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294738 Apr 14 20:54:27.707775 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b4b30-6537-40e9-aa25-9bc146e2d6de req-6aa298d8-5b27-4721-8bec-57c4b43ce0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:27.710200 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-109b4b30-6537-40e9-aa25-9bc146e2d6de req-6aa298d8-5b27-4721-8bec-57c4b43ce0ae service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1230173 Apr 14 20:54:27.803677 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadcf7d-2bfd-4bec-84d3-54be45d2d0cf req-63e7648f-d7a0-42af-a6be-0b91338b8c21 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:27.805157 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9aadcf7d-2bfd-4bec-84d3-54be45d2d0cf req-63e7648f-d7a0-42af-a6be-0b91338b8c21 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 943 time: 0.0787430 Apr 14 20:54:27.811444 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-199096ca-9c83-41da-a208-40b7cbf5c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:27.812909 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-199096ca-9c83-41da-a208-40b7cbf5c128 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e1481294ef142e788ed321706a1b488&device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 1127 time: 0.0572863 Apr 14 20:54:27.858254 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:27.884075 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-8522ff41-fdc5-4463-a12c-1b0ee3061d9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 HTTP/1.1" status: 200 len: 217 time: 0.0563703 Apr 14 20:54:27.891396 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-9aadcf7d-2bfd-4bec-84d3-54be45d2d0cf req-0f7193d2-6902-4c13-9eab-8148f8ab1c2b tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775540 Apr 14 20:54:27.941721 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-928838d1-e111-4f2a-9f56-8cbab7c5d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:27.943327 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-928838d1-e111-4f2a-9f56-8cbab7c5d8fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5785ab8e-e22b-4776-b23e-7e02437742cc HTTP/1.1" status: 200 len: 853 time: 0.0509317 Apr 14 20:54:27.969956 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3a777a97-ae68-4c52-890a-c29ee5e31613 req-f2d7074f-70a3-45d4-b2ff-7e824938e9a7 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 210 time: 0.0301347 Apr 14 20:54:28.005228 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-793e6d79-c6c9-40b4-b583-580cc461f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:28.006761 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-793e6d79-c6c9-40b4-b583-580cc461f6bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7c3215-c99c-420e-95b8-20ee7a278b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568595 Apr 14 20:54:28.098558 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-1b929813-0448-411f-ad60-c8794a5fe715 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7c3215-c99c-420e-95b8-20ee7a278b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854340 Apr 14 20:54:28.194722 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-14a25305-6db0-4a71-ac63-9649e9b175dd req-753ca06a-0031-470c-bb14-5d259efda246 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7c3215-c99c-420e-95b8-20ee7a278b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897470 Apr 14 20:54:29.016396 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b66dfd-3669-4f0d-8c33-57612de80e5b req-c629c275-5e20-4569-9e6a-724e65e69ce4 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:29.018034 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f7b66dfd-3669-4f0d-8c33-57612de80e5b req-c629c275-5e20-4569-9e6a-724e65e69ce4 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 943 time: 0.0540838 Apr 14 20:54:29.060616 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1fdbdedd-1245-4444-8e49-f5493191319f req-368cb9ad-cc17-44fa-9f4e-a55f7f4a8fa0 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 210 time: 0.0375285 Apr 14 20:54:29.068154 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f7b66dfd-3669-4f0d-8c33-57612de80e5b req-88615746-7fc6-4a9b-95be-4d823f619108 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442569 Apr 14 20:54:29.373173 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:30.189127 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cff075-ee2c-4194-9643-ad8df5fea246 req-1e77f64e-93c6-4f51-ab42-0068fe621037 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:30.190754 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-94cff075-ee2c-4194-9643-ad8df5fea246 req-1e77f64e-93c6-4f51-ab42-0068fe621037 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 943 time: 0.0533917 Apr 14 20:54:30.241355 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-94cff075-ee2c-4194-9643-ad8df5fea246 req-ad5522b0-220b-4306-8ec1-aa7ffb853e82 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447750 Apr 14 20:54:30.409092 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2a679207-9cb9-4762-a5bd-bc81ff6b0e36 req-9dc34527-d82c-40fb-8708-3d631d9e0ed5 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 210 time: 0.2861879 Apr 14 20:54:31.359159 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3ade8-6cc0-4b46-b043-7e51ecc53287 req-89d36efe-e98a-4558-8e0b-7683fa1daba8 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:31.361075 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f4e3ade8-6cc0-4b46-b043-7e51ecc53287 req-89d36efe-e98a-4558-8e0b-7683fa1daba8 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 943 time: 0.0530486 Apr 14 20:54:31.420069 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f4e3ade8-6cc0-4b46-b043-7e51ecc53287 req-ea0fcb41-4001-4603-8e9d-d45a29b4b11c tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532553 Apr 14 20:54:31.506950 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-55e83d0c-c247-48b3-852c-4f291c453110 req-ee990ea7-e01c-4afe-a902-def4a157e29d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 210 time: 0.0300300 Apr 14 20:54:32.539499 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fc30f-98ab-4b39-be9e-5449c2e63636 req-b12ed1a0-4de4-4579-b373-9ec27875851e tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:32.541063 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-739fc30f-98ab-4b39-be9e-5449c2e63636 req-b12ed1a0-4de4-4579-b373-9ec27875851e tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 943 time: 0.0487099 Apr 14 20:54:32.601483 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-739fc30f-98ab-4b39-be9e-5449c2e63636 req-8ec1305c-8eaf-4a83-ae20-4fc29d711bd5 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539865 Apr 14 20:54:32.610279 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-8448f1b6-9b16-4b9d-bec9-22961d8887e4 req-a989edd0-0da4-4e2e-918c-9b0d90cab2ca tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 210 time: 0.0347104 Apr 14 20:54:32.665989 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-d0c464e6-c88c-4ee8-b8fb-d073fe6fef5c tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=581ce04df4ee4a1598d552d73e817199&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289853 Apr 14 20:54:32.850471 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-98edb3ab-1078-41b5-be03-474e5a8f712d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:32.851969 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-98edb3ab-1078-41b5-be03-474e5a8f712d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809235 Apr 14 20:54:32.865505 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-cb03e261-5df4-4790-96eb-db849647185d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Request body: {'port': {'device_id': '35907074-a247-46fa-a151-8136413a8c5b', 'network_id': 'cbcbb8a9-0ac0-4270-9173-368424e8100d', 'admin_state_up': True, 'tenant_id': '581ce04df4ee4a1598d552d73e817199'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:54:33.045921 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-cb03e261-5df4-4790-96eb-db849647185d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Made reservation on behalf of 581ce04df4ee4a1598d552d73e817199 for: {'port': 1} {{(pid=110411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:54:33.049420 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-cb03e261-5df4-4790-96eb-db849647185d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:33.058495 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-cb03e261-5df4-4790-96eb-db849647185d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:33.135741 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-cb03e261-5df4-4790-96eb-db849647185d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Publish callbacks [] for security_group (a1f07f2c-2a12-4f87-933e-ab53da587139), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:33.219331 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-cb03e261-5df4-4790-96eb-db849647185d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a1f07f2c-2a12-4f87-933e-ab53da587139), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:33.277992 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03e261-5df4-4790-96eb-db849647185d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f07f2c-2a12-4f87-933e-ab53da587139,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:33.353945 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-cb03e261-5df4-4790-96eb-db849647185d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Allocated IP 192.168.233.208 (cbcbb8a9-0ac0-4270-9173-368424e8100d/a766206c-9444-4418-93e8-307bef035c38/7535078a-5a14-408f-816d-440de704f34e) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:54:33.515467 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-cb03e261-5df4-4790-96eb-db849647185d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Publish callbacks [] for port (7535078a-5a14-408f-816d-440de704f34e), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:33.602593 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-cb03e261-5df4-4790-96eb-db849647185d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (7535078a-5a14-408f-816d-440de704f34e), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:33.651893 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-cb03e261-5df4-4790-96eb-db849647185d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Network cbcbb8a9-0ac0-4270-9173-368424e8100d is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:54:33.651893 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-cb03e261-5df4-4790-96eb-db849647185d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:54:33.656627 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-cb03e261-5df4-4790-96eb-db849647185d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:54:33.663339 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03e261-5df4-4790-96eb-db849647185d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Pushing event updated for resources: {'Port': ['ID=7535078a-5a14-408f-816d-440de704f34e,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:33.757375 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-cb03e261-5df4-4790-96eb-db849647185d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:33.758015 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-cb03e261-5df4-4790-96eb-db849647185d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:33.767073 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273194-50cc-4153-981b-9c0cf6535d7a req-1715bbd7-c67b-4d8b-96c9-6fda1cbe139a tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:33.768607 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e5273194-50cc-4153-981b-9c0cf6535d7a req-1715bbd7-c67b-4d8b-96c9-6fda1cbe139a tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 943 time: 0.0822737 Apr 14 20:54:33.775509 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b88646-5d41-4c25-bc1f-2ef7436f4466 req-593061be-23a7-4e48-aace-f1ff8c4b4cb7 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:33.777644 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-66b88646-5d41-4c25-bc1f-2ef7436f4466 req-593061be-23a7-4e48-aace-f1ff8c4b4cb7 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 936 time: 0.0577452 Apr 14 20:54:33.831980 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e5273194-50cc-4153-981b-9c0cf6535d7a req-629316e2-3cbd-47e9-bc42-c98292c41430 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544741 Apr 14 20:54:33.834258 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-66b88646-5d41-4c25-bc1f-2ef7436f4466 req-00185d9e-917b-4f54-8ffd-9d1a0f05177f tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505924 Apr 14 20:54:33.913119 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-cb03e261-5df4-4790-96eb-db849647185d tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0510640 Apr 14 20:54:33.930044 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-d01c4dd7-b5d0-4046-b9d1-849229bdcb1e None None] Provisioning complete for port 7535078a-5a14-408f-816d-440de704f34e triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:54:33.930598 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-d01c4dd7-b5d0-4046-b9d1-849229bdcb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (7535078a-5a14-408f-816d-440de704f34e), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:33.965394 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-d01c4dd7-b5d0-4046-b9d1-849229bdcb1e None None] Port 7535078a-5a14-408f-816d-440de704f34e cannot update to ACTIVE because it is not bound. {{(pid=110413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:54:34.947009 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871ef5a-f6f6-45f1-b685-49b6eb85fd3b req-3650701c-e8e5-499e-b33a-54d69323e9a2 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:34.947775 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb10508-d4df-4b64-b2dc-c865ac6d20a7 req-59ea69fa-015a-473d-af2e-c5e29910344a tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:34.949145 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9871ef5a-f6f6-45f1-b685-49b6eb85fd3b req-3650701c-e8e5-499e-b33a-54d69323e9a2 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 936 time: 0.0479267 Apr 14 20:54:34.949292 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4fb10508-d4df-4b64-b2dc-c865ac6d20a7 req-59ea69fa-015a-473d-af2e-c5e29910344a tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 943 time: 0.0481746 Apr 14 20:54:34.996106 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-9871ef5a-f6f6-45f1-b685-49b6eb85fd3b req-8775439f-7f6e-4e5b-bae1-b3ac17b6e3c9 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413294 Apr 14 20:54:34.996314 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4fb10508-d4df-4b64-b2dc-c865ac6d20a7 req-f7ef9508-5c44-43d0-913c-def522d9410d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405486 Apr 14 20:54:35.412296 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:54:35.414261 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Request body: {'port': {'device_id': '35907074-a247-46fa-a151-8136413a8c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:54:35.473753 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (7535078a-5a14-408f-816d-440de704f34e), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:35.520291 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3,segment=NetworkSegment(dea35c94-6817-4b4d-bf63-ac8884ca8903),segment_id=dea35c94-6817-4b4d-bf63-ac8884ca8903)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:54:35.532460 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3', 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a', 'port_id': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3', 'mac_address': 'fa:16:3e:e8:5b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:54:35.709883 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:54:35.710166 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:35.724574 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:54:35.744651 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3,segment=NetworkSegment(dea35c94-6817-4b4d-bf63-ac8884ca8903),segment_id=dea35c94-6817-4b4d-bf63-ac8884ca8903)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:54:35.750392 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7535078a-5a14-408f-816d-440de704f34e {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:54:35.757650 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Publish callbacks [] for port (7535078a-5a14-408f-816d-440de704f34e), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:35.770561 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Transition to ACTIVE for port object 7535078a-5a14-408f-816d-440de704f34e will not be triggered until provisioned by entity L2. {{(pid=110411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:54:35.847402 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4848467'] for port (7535078a-5a14-408f-816d-440de704f34e), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:35.847652 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:35.900946 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Pushing event updated for resources: {'Port': ['ID=7535078a-5a14-408f-816d-440de704f34e,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:35.906474 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:35.972106 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Attempting to bind port 7535078a-5a14-408f-816d-440de704f34e on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:54:35.972637 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Attempting to bind port 7535078a-5a14-408f-816d-440de704f34e by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'da8adea7-f4a2-4cc7-ae60-745178400aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cbcbb8a9-0ac0-4270-9173-368424e8100d'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:54:35.972780 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Attempting to bind port 7535078a-5a14-408f-816d-440de704f34e on network cbcbb8a9-0ac0-4270-9173-368424e8100d {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:54:35.978225 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Port 7535078a-5a14-408f-816d-440de704f34e on network cbcbb8a9-0ac0-4270-9173-368424e8100d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:54:35.978549 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Attempting to bind port 7535078a-5a14-408f-816d-440de704f34e on network cbcbb8a9-0ac0-4270-9173-368424e8100d {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:54:35.984524 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Checking agent: {'id': '99cf9b41-ab8f-44d4-a6ec-f1adf8299459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'started_at': datetime.datetime(2022, 4, 14, 20, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:54:35.984865 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Checking segment: {'id': 'da8adea7-f4a2-4cc7-ae60-745178400aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cbcbb8a9-0ac0-4270-9173-368424e8100d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:54:35.985278 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Bound using segment: {'id': 'da8adea7-f4a2-4cc7-ae60-745178400aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cbcbb8a9-0ac0-4270-9173-368424e8100d'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:54:35.985711 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Bound port: 7535078a-5a14-408f-816d-440de704f34e, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8adea7-f4a2-4cc7-ae60-745178400aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cbcbb8a9-0ac0-4270-9173-368424e8100d'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:54:35.986074 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (7535078a-5a14-408f-816d-440de704f34e), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:36.073668 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] For port 7535078a-5a14-408f-816d-440de704f34e, host hv-cinder-83754, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:54:36.119266 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] For port 7535078a-5a14-408f-816d-440de704f34e, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7535078a-5a14-408f-816d-440de704f34e,segment=NetworkSegment(da8adea7-f4a2-4cc7-ae60-745178400aa7),segment_id=da8adea7-f4a2-4cc7-ae60-745178400aa7)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:54:36.130897 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1a55e-1ba5-4e10-8e63-45e372de9cff req-2962fd29-57e6-490b-ac3f-84aa0dd7019f tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:36.132451 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c2d1a55e-1ba5-4e10-8e63-45e372de9cff req-2962fd29-57e6-490b-ac3f-84aa0dd7019f tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 944 time: 0.0511138 Apr 14 20:54:36.134617 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b16ad-f8b1-42f4-ac4c-97db1f5c9791 req-eb7604f5-9cd8-43ca-b7b3-07e12ea5bebd tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:36.136207 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-311b16ad-f8b1-42f4-ac4c-97db1f5c9791 req-eb7604f5-9cd8-43ca-b7b3-07e12ea5bebd tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 948 time: 0.0648460 Apr 14 20:54:36.142557 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['8cdcc430-cc1c-4e7e-87b0-08c68487ffd3'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:54:36.191147 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-311b16ad-f8b1-42f4-ac4c-97db1f5c9791 req-496d4ee4-c075-4d88-8e48-969787e46d96 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470564 Apr 14 20:54:36.192770 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4848467'] for port (7535078a-5a14-408f-816d-440de704f34e), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:36.198561 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-c2d1a55e-1ba5-4e10-8e63-45e372de9cff req-e22122d8-7c70-4d80-a4b3-05b41ff5b2a9 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595717 Apr 14 20:54:36.231252 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:36.232450 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:36.233893 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] 10.222.0.16 "PUT /v2.0/ports/7535078a-5a14-408f-816d-440de704f34e HTTP/1.1" status: 200 len: 1098 time: 0.8247204 Apr 14 20:54:36.234327 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35907074-a247-46fa-a151-8136413a8c5b', 'tag': '7535078a-5a14-408f-816d-440de704f34e'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:54:36.236555 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd058c54-af2c-46ee-b8fc-ed86ca6745a4" -d '{"events": [{"name": "network-changed", "server_uuid": "35907074-a247-46fa-a151-8136413a8c5b", "tag": "7535078a-5a14-408f-816d-440de704f34e"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:54:36.274935 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a32ed8-6faa-4d92-b87f-ed2c10edb71e service neutron] Pushing event updated for resources: {'Port': ['ID=7535078a-5a14-408f-816d-440de704f34e,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:36.291177 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360d6db4-8bb8-4c54-a7c6-e391888c2f27 x-openstack-request-id: req-360d6db4-8bb8-4c54-a7c6-e391888c2f27 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:54:36.291474 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35907074-a247-46fa-a151-8136413a8c5b", "tag": "7535078a-5a14-408f-816d-440de704f34e", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:54:36.294579 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-360d6db4-8bb8-4c54-a7c6-e391888c2f27 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:54:36.294579 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360d6db4-8bb8-4c54-a7c6-e391888c2f27'] response: {'name': 'network-changed', 'server_uuid': '35907074-a247-46fa-a151-8136413a8c5b', 'tag': '7535078a-5a14-408f-816d-440de704f34e', 'status': 'completed', 'code': 200} Apr 14 20:54:36.357289 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd058c54-af2c-46ee-b8fc-ed86ca6745a4 req-59c80b9d-a80f-4f03-8faf-19d41aa24232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:36.359142 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-dd058c54-af2c-46ee-b8fc-ed86ca6745a4 req-59c80b9d-a80f-4f03-8faf-19d41aa24232 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=581ce04df4ee4a1598d552d73e817199&device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 1132 time: 0.0451250 Apr 14 20:54:36.386559 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-dd058c54-af2c-46ee-b8fc-ed86ca6745a4 req-dd658a4f-a331-4a3a-848d-0d11ba08ac2f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=581ce04df4ee4a1598d552d73e817199&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198379 Apr 14 20:54:36.496536 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd058c54-af2c-46ee-b8fc-ed86ca6745a4 req-9a92114e-3076-406f-a912-8438909855ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:36.498874 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-dd058c54-af2c-46ee-b8fc-ed86ca6745a4 req-9a92114e-3076-406f-a912-8438909855ad service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047962 Apr 14 20:54:36.583219 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-71f0f882-4fc3-413a-8df8-8c12ea8ffe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:36.585537 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-71f0f882-4fc3-413a-8df8-8c12ea8ffe22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=581ce04df4ee4a1598d552d73e817199&device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 1132 time: 0.0454242 Apr 14 20:54:36.639962 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-ff7ab5fd-797b-4957-903e-0910da7ac2ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=7535078a-5a14-408f-816d-440de704f34e HTTP/1.1" status: 200 len: 217 time: 0.0457439 Apr 14 20:54:36.704837 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-afd70204-459b-4571-9c0f-3c311a33e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:36.706593 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-afd70204-459b-4571-9c0f-3c311a33e070 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a766206c-9444-4418-93e8-307bef035c38 HTTP/1.1" status: 200 len: 843 time: 0.0594492 Apr 14 20:54:36.759970 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-14aa6dcd-e3f1-4efc-bf07-698d680ebdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:36.761763 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-14aa6dcd-e3f1-4efc-bf07-698d680ebdaa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbcbb8a9-0ac0-4270-9173-368424e8100d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0483751 Apr 14 20:54:36.866027 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-84257097-0d1c-42df-9fbf-93cb547a87fe service neutron] 10.222.0.16 "GET /v2.0/networks/cbcbb8a9-0ac0-4270-9173-368424e8100d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933654 Apr 14 20:54:36.959156 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8f76d55c-7b36-4a53-8a5d-7573f40dacd8 req-49adcdcc-53fe-444e-a1bd-d35b1324fe57 service neutron] 10.222.0.16 "GET /v2.0/networks/cbcbb8a9-0ac0-4270-9173-368424e8100d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862947 Apr 14 20:54:37.318902 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f4e9f-641e-4bb9-8040-e6f2ff036aa3 req-867229e6-910c-4e0d-95d8-a10608037a69 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:37.319627 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfc7c1-4eb4-4b22-a86e-b722da5d6896 req-e21a38b9-555f-4a31-b7e5-d54c3e09fac8 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:37.320387 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-eb5f4e9f-641e-4bb9-8040-e6f2ff036aa3 req-867229e6-910c-4e0d-95d8-a10608037a69 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 944 time: 0.0485609 Apr 14 20:54:37.321089 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6ebfc7c1-4eb4-4b22-a86e-b722da5d6896 req-e21a38b9-555f-4a31-b7e5-d54c3e09fac8 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 948 time: 0.0480535 Apr 14 20:54:37.368194 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-eb5f4e9f-641e-4bb9-8040-e6f2ff036aa3 req-006eeb8c-1352-4e84-9d0e-7e654f6b50b8 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408731 Apr 14 20:54:37.369472 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6ebfc7c1-4eb4-4b22-a86e-b722da5d6896 req-5def0958-51bf-4869-9192-e6e962af437a tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424831 Apr 14 20:54:37.407801 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:54:37.451915 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:54:37.533213 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:54:37.533610 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:37.614522 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:54:37.614819 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:37.636328 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:54:37.639026 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e495c60-c0be-472f-9f3e-ae5b058b44b3" -d '{"events": [{"server_uuid": "1ad9a273-f858-4610-b3bb-53a3829c2713", "name": "network-vif-plugged", "status": "completed", "tag": "8cdcc430-cc1c-4e7e-87b0-08c68487ffd3"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:54:37.651963 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3,segment=NetworkSegment(dea35c94-6817-4b4d-bf63-ac8884ca8903),segment_id=dea35c94-6817-4b4d-bf63-ac8884ca8903)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:54:37.673945 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfffb534-ba0e-4994-9ac3-405efa5e1de3 x-openstack-request-id: req-dfffb534-ba0e-4994-9ac3-405efa5e1de3 {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:54:37.674226 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad9a273-f858-4610-b3bb-53a3829c2713", "name": "network-vif-plugged", "status": "completed", "tag": "8cdcc430-cc1c-4e7e-87b0-08c68487ffd3", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:54:37.674478 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dfffb534-ba0e-4994-9ac3-405efa5e1de3 {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:54:37.674920 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfffb534-ba0e-4994-9ac3-405efa5e1de3'] response: {'server_uuid': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3', 'code': 200} Apr 14 20:54:37.737008 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:37.795822 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:38.484671 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93e71c-c0e9-4215-88fd-7d43979b8237 req-71f09708-a304-41ee-bbbd-c1a7fe1de364 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:38.486211 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ad93e71c-c0e9-4215-88fd-7d43979b8237 req-71f09708-a304-41ee-bbbd-c1a7fe1de364 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 948 time: 0.0476582 Apr 14 20:54:38.487073 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d681d35-dff3-40e4-b2c4-f8e11f92cb40 req-c6cf8160-f8f4-43d4-b2e3-47ca3d54836f tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:38.488553 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3d681d35-dff3-40e4-b2c4-f8e11f92cb40 req-c6cf8160-f8f4-43d4-b2e3-47ca3d54836f tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 945 time: 0.0505431 Apr 14 20:54:38.534287 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ad93e71c-c0e9-4215-88fd-7d43979b8237 req-1f9f8814-e988-4f44-b32c-0e8cdf11d65e tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425234 Apr 14 20:54:38.536522 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3d681d35-dff3-40e4-b2c4-f8e11f92cb40 req-1a72f0fe-2b7d-4bab-9c2c-4ddec4db282c tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424821 Apr 14 20:54:39.647703 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecabcf-ec37-46a7-8096-894eb6edaac2 req-0050be5b-8720-4031-b086-2d07cd31a4e1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:39.649200 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-aaecabcf-ec37-46a7-8096-894eb6edaac2 req-0050be5b-8720-4031-b086-2d07cd31a4e1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 945 time: 0.0467539 Apr 14 20:54:39.651185 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138b2ba-73f2-4dd0-9013-1808208e7ab5 req-a45d141c-49c0-47a1-a2bd-2fe1e9dbd32e tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:39.652631 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2138b2ba-73f2-4dd0-9013-1808208e7ab5 req-a45d141c-49c0-47a1-a2bd-2fe1e9dbd32e tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 948 time: 0.0507920 Apr 14 20:54:39.696818 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-aaecabcf-ec37-46a7-8096-894eb6edaac2 req-1eab9447-b080-4322-93ae-6ddf86eeb1c1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416894 Apr 14 20:54:39.701008 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2138b2ba-73f2-4dd0-9013-1808208e7ab5 req-37995acb-8e9e-4825-8ee5-7775bb578a65 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427201 Apr 14 20:54:40.763642 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6400e-a1c7-4854-ac5b-189d590abf26 req-2b0f4553-8f56-48f6-b0c9-638f2b2ec9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:40.766079 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-30c6400e-a1c7-4854-ac5b-189d590abf26 req-2b0f4553-8f56-48f6-b0c9-638f2b2ec9a3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 1129 time: 0.0415444 Apr 14 20:54:40.818352 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff6833-ce66-4b71-abe5-c2768bee7df8 req-82a58fa0-3d79-43cb-b544-69ebc5fe823e tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:40.819865 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f6ff6833-ce66-4b71-abe5-c2768bee7df8 req-82a58fa0-3d79-43cb-b544-69ebc5fe823e tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 948 time: 0.0489919 Apr 14 20:54:40.841406 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ca3a8-db83-4e62-9b0d-e53a2c95506a req-a7469fc4-2896-42a4-a297-6bd1d22cca6b tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:40.848265 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a78ca3a8-db83-4e62-9b0d-e53a2c95506a req-a7469fc4-2896-42a4-a297-6bd1d22cca6b tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 945 time: 0.0731180 Apr 14 20:54:40.872110 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-30c6400e-a1c7-4854-ac5b-189d590abf26 req-59052464-bd13-4f1a-947a-53165a95836b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999217 Apr 14 20:54:40.874202 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-f6ff6833-ce66-4b71-abe5-c2768bee7df8 req-e0759533-6fd1-4c12-b2f2-b480728d2273 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462856 Apr 14 20:54:40.902228 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a78ca3a8-db83-4e62-9b0d-e53a2c95506a req-251344f8-cf1a-4f97-afaf-6f5439d18fe5 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525665 Apr 14 20:54:41.989864 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aedd4-66ed-4010-90c8-e910428a3cce req-b546275d-ef5a-4bc3-b524-fa350ff03102 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:41.991381 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-506aedd4-66ed-4010-90c8-e910428a3cce req-b546275d-ef5a-4bc3-b524-fa350ff03102 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 948 time: 0.0505886 Apr 14 20:54:42.019856 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbf296-6861-4594-82e0-8b6ec8470b06 req-1620303d-819b-41b0-be96-1923b605489d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:42.021512 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-75dbf296-6861-4594-82e0-8b6ec8470b06 req-1620303d-819b-41b0-be96-1923b605489d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 945 time: 0.0501685 Apr 14 20:54:42.043788 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-506aedd4-66ed-4010-90c8-e910428a3cce req-0c0a1f59-a378-46db-8285-68b015397ce1 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466552 Apr 14 20:54:42.069993 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-75dbf296-6861-4594-82e0-8b6ec8470b06 req-731a8d4a-8048-4a92-b6ab-3ff1bf9869f4 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424788 Apr 14 20:54:43.174282 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537d809-bc10-498d-80d6-cc296c2ba99d req-0d1dd9f8-7bac-4f54-bde4-968e712f29a2 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:43.176072 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e537d809-bc10-498d-80d6-cc296c2ba99d req-0d1dd9f8-7bac-4f54-bde4-968e712f29a2 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 948 time: 0.0561073 Apr 14 20:54:43.211590 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8761f13-3ffd-4ce0-862c-319691fc9e2d req-d4721ed3-a0ac-4251-a738-fe2b0e12827a tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:43.213220 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b8761f13-3ffd-4ce0-862c-319691fc9e2d req-d4721ed3-a0ac-4251-a738-fe2b0e12827a tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 945 time: 0.0591986 Apr 14 20:54:43.225359 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e537d809-bc10-498d-80d6-cc296c2ba99d req-b3b1c77e-8917-4c6c-bcdd-24d1389e8a4c tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436995 Apr 14 20:54:43.264023 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b8761f13-3ffd-4ce0-862c-319691fc9e2d req-d59d67c3-2ca7-4b9d-aaca-5a394ed20c1a tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426190 Apr 14 20:54:43.378511 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f510032-5990-4019-8f59-b3dc1ffb1080 req-88f2daf1-b56d-441c-9dc1-581bab9e8702 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:43.379892 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3f510032-5990-4019-8f59-b3dc1ffb1080 req-88f2daf1-b56d-441c-9dc1-581bab9e8702 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 945 time: 0.0464768 Apr 14 20:54:43.428370 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-3f510032-5990-4019-8f59-b3dc1ffb1080 req-792fac16-b4e7-41ec-ab4e-d706ebb2c4d5 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427232 Apr 14 20:54:43.434154 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 7535078a-5a14-408f-816d-440de704f34e details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:54:43.536555 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 7535078a-5a14-408f-816d-440de704f34e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7535078a-5a14-408f-816d-440de704f34e,segment=NetworkSegment(da8adea7-f4a2-4cc7-ae60-745178400aa7),segment_id=da8adea7-f4a2-4cc7-ae60-745178400aa7)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:54:43.547797 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Returning: {'device': '7535078a-5a14-408f-816d-440de704f34e', 'network_id': 'cbcbb8a9-0ac0-4270-9173-368424e8100d', 'port_id': '7535078a-5a14-408f-816d-440de704f34e', 'mac_address': 'fa:16:3e:27:96:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a766206c-9444-4418-93e8-307bef035c38', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:54:43.586171 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 7535078a-5a14-408f-816d-440de704f34e is: DOWN; New status is: BUILD {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:54:43.586563 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (7535078a-5a14-408f-816d-440de704f34e), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:43.599404 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7535078a-5a14-408f-816d-440de704f34e {{(pid=110413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:54:43.622907 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 7535078a-5a14-408f-816d-440de704f34e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7535078a-5a14-408f-816d-440de704f34e,segment=NetworkSegment(da8adea7-f4a2-4cc7-ae60-745178400aa7),segment_id=da8adea7-f4a2-4cc7-ae60-745178400aa7)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:54:43.727396 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (7535078a-5a14-408f-816d-440de704f34e), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:43.756083 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d700a-3600-4658-a653-2d14ebe8de36 req-e483921b-10dd-4f5e-8485-2f17336ffb0e tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:43.757592 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d77d700a-3600-4658-a653-2d14ebe8de36 req-e483921b-10dd-4f5e-8485-2f17336ffb0e tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 945 time: 0.0515404 Apr 14 20:54:43.776372 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=7535078a-5a14-408f-816d-440de704f34e,revision_number=4']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:43.805961 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-d77d700a-3600-4658-a653-2d14ebe8de36 req-730b22dc-9a29-4bd4-b916-2d5079dda315 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427649 Apr 14 20:54:43.969355 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['7535078a-5a14-408f-816d-440de704f34e'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:54:44.340824 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e82630-3da8-4d1a-b2a5-913fd2cba862 req-ab032819-dbc5-4246-aeb8-599c71aaed36 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:44.342336 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f4e82630-3da8-4d1a-b2a5-913fd2cba862 req-ab032819-dbc5-4246-aeb8-599c71aaed36 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 949 time: 0.0489154 Apr 14 20:54:44.391095 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f4e82630-3da8-4d1a-b2a5-913fd2cba862 req-ffed7dcc-36f5-46df-b8ae-9feba37b25ba tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417836 Apr 14 20:54:44.819191 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:45.452185 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 7535078a-5a14-408f-816d-440de704f34e up at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:54:45.495709 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning for port 7535078a-5a14-408f-816d-440de704f34e completed by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:54:45.513461 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c9c16-a9a9-4423-9319-49c31f5ef431 req-25cae9dc-3027-499b-b949-0218dbefb398 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:45.516337 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-553c9c16-a9a9-4423-9319-49c31f5ef431 req-25cae9dc-3027-499b-b949-0218dbefb398 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 949 time: 0.0568197 Apr 14 20:54:45.570661 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-553c9c16-a9a9-4423-9319-49c31f5ef431 req-c49446a0-8c2a-40f9-a753-5c20faef7558 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487230 Apr 14 20:54:45.590555 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Provisioning complete for port 7535078a-5a14-408f-816d-440de704f34e triggered by entity L2. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:54:45.590952 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (7535078a-5a14-408f-816d-440de704f34e), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:45.671694 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Current status of the port 7535078a-5a14-408f-816d-440de704f34e is: BUILD; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:54:45.676646 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (7535078a-5a14-408f-816d-440de704f34e), before_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:45.698531 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35907074-a247-46fa-a151-8136413a8c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7535078a-5a14-408f-816d-440de704f34e'}] {{(pid=110413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:54:45.703692 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ba83ed1306f754cd7120e1c29be534c1cbc41259adce3b1ff2cf65653141761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0326bca-71de-44a7-a9ad-1db5a585da0f" -d '{"events": [{"server_uuid": "35907074-a247-46fa-a151-8136413a8c5b", "name": "network-vif-plugged", "status": "completed", "tag": "7535078a-5a14-408f-816d-440de704f34e"}]}' {{(pid=110413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:54:45.713155 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] For port 7535078a-5a14-408f-816d-440de704f34e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7535078a-5a14-408f-816d-440de704f34e,segment=NetworkSegment(da8adea7-f4a2-4cc7-ae60-745178400aa7),segment_id=da8adea7-f4a2-4cc7-ae60-745178400aa7)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:54:45.744036 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640801de-698e-47c9-872d-9bbdfbc1b7c9 x-openstack-request-id: req-640801de-698e-47c9-872d-9bbdfbc1b7c9 {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:54:45.744332 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35907074-a247-46fa-a151-8136413a8c5b", "name": "network-vif-plugged", "status": "completed", "tag": "7535078a-5a14-408f-816d-440de704f34e", "code": 200}]} {{(pid=110413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:54:45.744595 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-640801de-698e-47c9-872d-9bbdfbc1b7c9 {{(pid=110413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:54:45.744992 dv-cinder-837540-3-iscsi neutron-server[110413]: INFO neutron.notifiers.nova [-] Nova event matching ['req-640801de-698e-47c9-872d-9bbdfbc1b7c9'] response: {'server_uuid': '35907074-a247-46fa-a151-8136413a8c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7535078a-5a14-408f-816d-440de704f34e', 'code': 200} Apr 14 20:54:45.816968 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026'] for port (7535078a-5a14-408f-816d-440de704f34e), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:45.870074 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Pushing event updated for resources: {'Port': ['ID=7535078a-5a14-408f-816d-440de704f34e,revision_number=5']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:46.049162 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:54:46.687950 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf529c-0492-41fd-9e30-9a892612e4f3 req-78198e6d-52aa-430d-8dd5-a5a049c9cf41 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:46.689473 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e5bf529c-0492-41fd-9e30-9a892612e4f3 req-78198e6d-52aa-430d-8dd5-a5a049c9cf41 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 950 time: 0.0478835 Apr 14 20:54:46.739158 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e5bf529c-0492-41fd-9e30-9a892612e4f3 req-2c7d4f99-9919-4ab8-a726-da4cd57e9e66 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440562 Apr 14 20:54:47.851190 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb8890-9048-4399-8ea5-1f95bf48e173 req-1ae1722e-176e-4f0c-a0b8-104f71154ba3 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:47.852708 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5bbb8890-9048-4399-8ea5-1f95bf48e173 req-1ae1722e-176e-4f0c-a0b8-104f71154ba3 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 950 time: 0.0472248 Apr 14 20:54:47.899220 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-5bbb8890-9048-4399-8ea5-1f95bf48e173 req-bd2f35bd-6715-4e93-952b-e10ea9492e09 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411110 Apr 14 20:54:48.291960 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfeb20-8049-4365-a428-79b7915ce10e req-3c761619-03fb-4d4c-9766-903c5ea35499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:48.293485 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-eddfeb20-8049-4365-a428-79b7915ce10e req-3c761619-03fb-4d4c-9766-903c5ea35499 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 1134 time: 0.0396333 Apr 14 20:54:48.339214 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-eddfeb20-8049-4365-a428-79b7915ce10e req-fa61e8ed-6852-40d4-91b0-e8435209b013 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386102 Apr 14 20:54:49.015253 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ca19d-d00e-48e8-8fa3-cff6a895d046 req-b90c0494-51de-4f11-8078-fe1df4ab4d3f tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:49.016988 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c21ca19d-d00e-48e8-8fa3-cff6a895d046 req-b90c0494-51de-4f11-8078-fe1df4ab4d3f tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 950 time: 0.0511293 Apr 14 20:54:49.063235 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c21ca19d-d00e-48e8-8fa3-cff6a895d046 req-f4aed75e-106d-4f93-8b53-76b0215e8261 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406203 Apr 14 20:54:50.197621 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911352a5-3dc1-4875-8e05-9ad735a9cc8c req-00b2e628-dc3a-408e-b602-68489522b266 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:50.199105 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-911352a5-3dc1-4875-8e05-9ad735a9cc8c req-00b2e628-dc3a-408e-b602-68489522b266 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 950 time: 0.0546424 Apr 14 20:54:50.248964 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-911352a5-3dc1-4875-8e05-9ad735a9cc8c req-88b3e0a5-7693-4766-9d2f-154062f8937b tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435789 Apr 14 20:54:50.607577 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 52406) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:54:50.710100 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a0f78fb7-cd2c-4949-87c5-226d344c6ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:50.784895 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a0f78fb7-cd2c-4949-87c5-226d344c6ef4 admin admin] Publish callbacks [] for security_group (9194360b-5781-47af-89e2-08a7502d7bf3), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:50.892902 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a0f78fb7-cd2c-4949-87c5-226d344c6ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (9194360b-5781-47af-89e2-08a7502d7bf3), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:50.931113 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-a0f78fb7-cd2c-4949-87c5-226d344c6ef4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f872ea8f395f4c18aea8f3fdfdaebfba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224626 Apr 14 20:54:50.932067 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f78fb7-cd2c-4949-87c5-226d344c6ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9194360b-5781-47af-89e2-08a7502d7bf3,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:50.933986 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 52410) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:54:50.984578 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Publish callbacks [] for security_group (9194360b-5781-47af-89e2-08a7502d7bf3), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:51.006923 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Publish callbacks [] for security_group (9194360b-5781-47af-89e2-08a7502d7bf3), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:51.171224 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (9194360b-5781-47af-89e2-08a7502d7bf3), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:51.174599 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:51.180709 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9194360b-5781-47af-89e2-08a7502d7bf3 HTTP/1.1" status: 204 len: 168 time: 0.2401180 Apr 14 20:54:51.183831 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9194360b-5781-47af-89e2-08a7502d7bf3,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:51.191338 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:51.191689 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:51.192037 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:51.192375 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:51.192712 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:51.193048 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:51.193471 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:51.193853 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:51.194185 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:51.194511 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:51.194836 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:51.195161 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:51.195486 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:51.195805 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:51.196125 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e7831-59ce-4c82-a478-3dc9002e5e78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:51.363808 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eda0df-be49-4171-9a71-5f8e535c0eed req-12b2bd7f-d1e8-4b6a-9528-b4bb6e87d9a1 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:51.365308 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e5eda0df-be49-4171-9a71-5f8e535c0eed req-12b2bd7f-d1e8-4b6a-9528-b4bb6e87d9a1 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 950 time: 0.0481558 Apr 14 20:54:51.416743 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-e5eda0df-be49-4171-9a71-5f8e535c0eed req-8400670b-7afd-4c51-bed1-a08c10506efa tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458627 Apr 14 20:54:51.967515 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51686f1-94ad-456d-a8ff-dcab215bea83 req-e26d13f5-06ec-45d9-9f99-768d1a4f1bb1 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:51.969246 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b51686f1-94ad-456d-a8ff-dcab215bea83 req-e26d13f5-06ec-45d9-9f99-768d1a4f1bb1 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 950 time: 0.0501046 Apr 14 20:54:52.017207 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b51686f1-94ad-456d-a8ff-dcab215bea83 req-904f57cb-1f83-4308-be57-8286cdfb1030 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425169 Apr 14 20:54:52.873562 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-911882a2-5385-43a9-b243-37eb217b0043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:53.144435 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6374d68-ff1e-4c6e-a0f2-7e335df608d5 req-9c3de2f1-d2ba-487d-be46-cc08c84054f7 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:53.146329 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a6374d68-ff1e-4c6e-a0f2-7e335df608d5 req-9c3de2f1-d2ba-487d-be46-cc08c84054f7 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 950 time: 0.0593281 Apr 14 20:54:53.202117 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a6374d68-ff1e-4c6e-a0f2-7e335df608d5 req-3af480c5-92f9-497e-bbba-46d72c079b98 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f07f2c-2a12-4f87-933e-ab53da587139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497220 Apr 14 20:54:53.557522 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3615f1-3206-4358-b9a3-9fd54e6e8f63 req-db980114-1001-4667-a955-14602d8057fb tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:53.558983 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4c3615f1-3206-4358-b9a3-9fd54e6e8f63 req-db980114-1001-4667-a955-14602d8057fb tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.16 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 950 time: 0.0518649 Apr 14 20:54:53.650265 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-4c3615f1-3206-4358-b9a3-9fd54e6e8f63 req-5ac6ba75-3e38-4d86-965d-ca48344c3ae0 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Deleting port 7535078a-5a14-408f-816d-440de704f34e {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:54:53.650608 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4c3615f1-3206-4358-b9a3-9fd54e6e8f63 req-5ac6ba75-3e38-4d86-965d-ca48344c3ae0 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (7535078a-5a14-408f-816d-440de704f34e), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:53.737560 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-4c3615f1-3206-4358-b9a3-9fd54e6e8f63 req-5ac6ba75-3e38-4d86-965d-ca48344c3ae0 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] For port 7535078a-5a14-408f-816d-440de704f34e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7535078a-5a14-408f-816d-440de704f34e,segment=NetworkSegment(da8adea7-f4a2-4cc7-ae60-745178400aa7),segment_id=da8adea7-f4a2-4cc7-ae60-745178400aa7)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:54:53.737941 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4c3615f1-3206-4358-b9a3-9fd54e6e8f63 req-5ac6ba75-3e38-4d86-965d-ca48344c3ae0 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (7535078a-5a14-408f-816d-440de704f34e), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:53.750548 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-4c3615f1-3206-4358-b9a3-9fd54e6e8f63 req-5ac6ba75-3e38-4d86-965d-ca48344c3ae0 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Calling delete_port for 7535078a-5a14-408f-816d-440de704f34e owned by compute:nova {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:54:54.058819 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4c3615f1-3206-4358-b9a3-9fd54e6e8f63 req-5ac6ba75-3e38-4d86-965d-ca48344c3ae0 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (7535078a-5a14-408f-816d-440de704f34e), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:54.071957 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['7535078a-5a14-408f-816d-440de704f34e'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:54:54.088147 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6ba75-3e38-4d86-965d-ca48344c3ae0 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Pushing event deleted for resources: {'Port': ['ID=7535078a-5a14-408f-816d-440de704f34e,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:54.135282 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3615f1-3206-4358-b9a3-9fd54e6e8f63 req-5ac6ba75-3e38-4d86-965d-ca48344c3ae0 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] No DVR routers for this DVR port 7535078a-5a14-408f-816d-440de704f34e on host hv-cinder-83754 {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:54:54.141001 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-4c3615f1-3206-4358-b9a3-9fd54e6e8f63 req-5ac6ba75-3e38-4d86-965d-ca48344c3ae0 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:54.142086 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4c3615f1-3206-4358-b9a3-9fd54e6e8f63 req-5ac6ba75-3e38-4d86-965d-ca48344c3ae0 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.16 "DELETE /v2.0/ports/7535078a-5a14-408f-816d-440de704f34e HTTP/1.1" status: 204 len: 173 time: 0.5765200 Apr 14 20:54:54.142595 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35907074-a247-46fa-a151-8136413a8c5b', 'name': 'network-vif-deleted', 'tag': '7535078a-5a14-408f-816d-440de704f34e'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:54:54.144890 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee21705d-4344-4174-be66-ae6a11b4e9e2" -d '{"events": [{"server_uuid": "35907074-a247-46fa-a151-8136413a8c5b", "name": "network-vif-deleted", "tag": "7535078a-5a14-408f-816d-440de704f34e"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:54:54.182151 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb4a362-1200-40bd-8d7d-4f1a56a16b97 x-openstack-request-id: req-deb4a362-1200-40bd-8d7d-4f1a56a16b97 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:54:54.182449 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35907074-a247-46fa-a151-8136413a8c5b", "name": "network-vif-deleted", "tag": "7535078a-5a14-408f-816d-440de704f34e", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:54:54.182707 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-deb4a362-1200-40bd-8d7d-4f1a56a16b97 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:54:54.183108 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deb4a362-1200-40bd-8d7d-4f1a56a16b97'] response: {'server_uuid': '35907074-a247-46fa-a151-8136413a8c5b', 'name': 'network-vif-deleted', 'tag': '7535078a-5a14-408f-816d-440de704f34e', 'status': 'completed', 'code': 200} Apr 14 20:54:54.327603 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-325f26cc-a9cd-45ba-bb5d-ed5a3e318bdd req-2da4a822-d2e2-4dac-a7e4-94ed38101285 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 210 time: 0.0306759 Apr 14 20:54:55.073949 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-af09b4c5-7d65-4258-ad47-75f41e1b4e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:55.445794 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-82fca72f-7b55-4344-9bfa-55c26f2749bb req-d8c22f20-e68e-43e3-ac71-a5ef92b4cb76 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 210 time: 0.0295703 Apr 14 20:54:56.433722 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:56.555328 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-ddcd0ea9-5715-43fb-a84f-0e35d8b96c73 req-0c56c56c-b451-4a87-bc8b-74c2d381e75a tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 210 time: 0.0293124 Apr 14 20:54:57.491342 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 7535078a-5a14-408f-816d-440de704f34e no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:54:57.512587 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: 7535078a-5a14-408f-816d-440de704f34e {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:54:57.512930 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 7535078a-5a14-408f-816d-440de704f34e not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:54:57.663117 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ef1c4cc1-e96f-4692-be8c-fb016b9f3fa9 req-04ea9b95-2a5e-4005-b6ed-497ad1ac5e90 tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 210 time: 0.0282292 Apr 14 20:54:57.789991 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:58.775669 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-81da7ea9-22e2-46bb-88b1-53e67f9b61da req-f5406b81-fc6a-4bb6-a949-2daf8c63844a tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 210 time: 0.0284345 Apr 14 20:54:59.382402 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:59.886620 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-d3ed8ae5-f020-4e7c-a530-69898908a13b req-d58d8e87-e298-4e03-9f72-9d5f16cdee0f tempest-VolumesNegativeTest-64220322 tempest-VolumesNegativeTest-64220322-project] 10.222.0.15 "GET /v2.0/ports?device_id=35907074-a247-46fa-a151-8136413a8c5b HTTP/1.1" status: 200 len: 210 time: 0.0277524 Apr 14 20:55:01.926273 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e7b96-c274-4110-9ac5-3acddc906a47 req-c0e498d2-3b65-46f6-9509-fed3af07bef8 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:01.927743 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cd4e7b96-c274-4110-9ac5-3acddc906a47 req-c0e498d2-3b65-46f6-9509-fed3af07bef8 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 945 time: 0.0539992 Apr 14 20:55:01.983244 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cd4e7b96-c274-4110-9ac5-3acddc906a47 req-eae049e9-d5ad-437f-9d38-d36d28c18b22 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499372 Apr 14 20:55:02.006296 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 52580) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:02.213227 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2f98ac-7874-4cb1-bc32-0d0140acc1a2 tempest-TestMinimumBasicScenario-1083743697 tempest-TestMinimumBasicScenario-1083743697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:02.214826 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ed2f98ac-7874-4cb1-bc32-0d0140acc1a2 tempest-TestMinimumBasicScenario-1083743697 tempest-TestMinimumBasicScenario-1083743697-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 1124 time: 0.2074132 Apr 14 20:55:02.217759 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 52622) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:02.222433 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Request body: {'floatingip': {'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'port_id': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:55:02.304871 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:02.391521 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:02.504806 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Allocated IP 172.27.1.50 (4d816796-e0bf-4bb0-bd57-0e101c861302/1d2a2bcc-4204-4142-a59f-2e546027e468/447ae4c9-cadb-40a4-9e20-76880b51f5fd) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:55:02.614915 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for port (447ae4c9-cadb-40a4-9e20-76880b51f5fd), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:02.722315 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766880525990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (447ae4c9-cadb-40a4-9e20-76880b51f5fd), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:02.767091 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Network 4d816796-e0bf-4bb0-bd57-0e101c861302 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:55:02.770664 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:55:02.775562 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:55:02.779105 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Pushing event updated for resources: {'Port': ['ID=447ae4c9-cadb-40a4-9e20-76880b51f5fd,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:03.452448 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for floatingip (0aaaf5a1-af57-4c52-9138-edf4f48592aa), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:03.651342 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (447ae4c9-cadb-40a4-9e20-76880b51f5fd), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:03.813538 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for port (447ae4c9-cadb-40a4-9e20-76880b51f5fd), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:03.890975 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4848467'] for port (447ae4c9-cadb-40a4-9e20-76880b51f5fd), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:03.974032 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Pushing event updated for resources: {'Port': ['ID=447ae4c9-cadb-40a4-9e20-76880b51f5fd,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:03.992606 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644502'] for floatingip (0aaaf5a1-af57-4c52-9138-edf4f48592aa), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:04.102614 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.l3_db [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Floating IP 0aaaf5a1-af57-4c52-9138-edf4f48592aa associated. External IP: 172.27.1.50, port: 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3. Apr 14 20:55:04.334925 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Router 6255b93e-300b-4623-b391-ee559f24df7c has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:55:04.447872 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:55:04.459614 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fff5c5-b2f9-4c19-8025-c74ce1b3188b None None] Sync routers for ids ['6255b93e-300b-4623-b391-ee559f24df7c'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:55:04.469151 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fff5c5-b2f9-4c19-8025-c74ce1b3188b None None] Routers {'6255b93e-300b-4623-b391-ee559f24df7c'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:55:04.471702 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-43fff5c5-b2f9-4c19-8025-c74ce1b3188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:54:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['6255b93e-300b-4623-b391-ee559f24df7c'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:04.555663 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:04.591131 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-455ffc4f-2f95-4955-8336-1feae8c4c37d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3722577 Apr 14 20:55:04.591338 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-43fff5c5-b2f9-4c19-8025-c74ce1b3188b None None] Set router 6255b93e-300b-4623-b391-ee559f24df7c gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:55:04.592109 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'tag': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:55:04.593954 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 52730) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:04.594447 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e08095f-6717-45a2-b392-a93455b99eea" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad9a273-f858-4610-b3bb-53a3829c2713", "tag": "8cdcc430-cc1c-4e7e-87b0-08c68487ffd3"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:55:04.599925 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-2123953e-e091-4503-aa44-18e89452cff1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-553556703', 'description': 'tempest-secgroup-smoke-553556703 description', 'project_id': '7e1481294ef142e788ed321706a1b488'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:55:04.633700 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7154d3-67b7-488c-92b5-6b848d352230 x-openstack-request-id: req-fe7154d3-67b7-488c-92b5-6b848d352230 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:55:04.633989 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad9a273-f858-4610-b3bb-53a3829c2713", "tag": "8cdcc430-cc1c-4e7e-87b0-08c68487ffd3", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:55:04.634238 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe7154d3-67b7-488c-92b5-6b848d352230 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:55:04.634637 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7154d3-67b7-488c-92b5-6b848d352230'] response: {'name': 'network-changed', 'server_uuid': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'tag': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3', 'status': 'completed', 'code': 200} Apr 14 20:55:04.714384 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08095f-6717-45a2-b392-a93455b99eea req-89c97e64-6a49-40df-9b86-c874a45ae393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:04.717687 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3e08095f-6717-45a2-b392-a93455b99eea req-89c97e64-6a49-40df-9b86-c874a45ae393 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e1481294ef142e788ed321706a1b488&device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 1129 time: 0.0581381 Apr 14 20:55:04.733359 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2123953e-e091-4503-aa44-18e89452cff1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:04.847877 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-43fff5c5-b2f9-4c19-8025-c74ce1b3188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6255b93e-300b-4623-b391-ee559f24df7c', 'name': 'tempest-TestMinimumBasicScenario-138087540-router', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:49Z', 'revision_number': 4, 'project_id': '7e1481294ef142e788ed321706a1b488', 'gw_port': {'id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '0aaaf5a1-af57-4c52-9138-edf4f48592aa', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'port_id': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a', 'mac_address': 'fa:16:3e:e8:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:55:03Z', 'updated_at': '2022-04-14T20:55:03Z', 'revision_number': 0, 'project_id': '7e1481294ef142e788ed321706a1b488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051d835f-8ead-4cf3-91e3-ce486863ce46', 'name': '', 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'mac_address': 'fa:16:3e:29:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:48Z', 'updated_at': '2022-04-14T20:53:53Z', 'revision_number': 5, 'project_id': '7e1481294ef142e788ed321706a1b488', 'subnets': [{'id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:04.861984 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08095f-6717-45a2-b392-a93455b99eea req-80c7e5fb-b11e-449f-9a10-01d097ebd0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:04.864159 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3e08095f-6717-45a2-b392-a93455b99eea req-80c7e5fb-b11e-449f-9a10-01d097ebd0b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c7c3215-c99c-420e-95b8-20ee7a278b6a HTTP/1.1" status: 200 len: 915 time: 0.1417260 Apr 14 20:55:04.867938 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2123953e-e091-4503-aa44-18e89452cff1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group (4334527f-5ec3-4952-8f47-fa897edd0dab), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:04.885614 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fff5c5-b2f9-4c19-8025-c74ce1b3188b None None] Checking router: 6255b93e-300b-4623-b391-ee559f24df7c for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:55:04.895966 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fff5c5-b2f9-4c19-8025-c74ce1b3188b None None] Routers {'6255b93e-300b-4623-b391-ee559f24df7c'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:55:04.896598 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-43fff5c5-b2f9-4c19-8025-c74ce1b3188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:54:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['6255b93e-300b-4623-b391-ee559f24df7c'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:04.950274 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2123953e-e091-4503-aa44-18e89452cff1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (4334527f-5ec3-4952-8f47-fa897edd0dab), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:04.954316 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3e08095f-6717-45a2-b392-a93455b99eea req-343ce2f0-2c90-47b7-9428-9bf438cbbb8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 HTTP/1.1" status: 200 len: 998 time: 0.0830903 Apr 14 20:55:04.983929 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123953e-e091-4503-aa44-18e89452cff1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4334527f-5ec3-4952-8f47-fa897edd0dab,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:05.022328 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08095f-6717-45a2-b392-a93455b99eea req-23e6318e-8a1b-44ba-854a-05546b7c2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:05.023890 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3e08095f-6717-45a2-b392-a93455b99eea req-23e6318e-8a1b-44ba-854a-05546b7c2661 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5785ab8e-e22b-4776-b23e-7e02437742cc HTTP/1.1" status: 200 len: 853 time: 0.0635571 Apr 14 20:55:05.037416 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-43fff5c5-b2f9-4c19-8025-c74ce1b3188b None None] Set router 6255b93e-300b-4623-b391-ee559f24df7c gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:55:05.066564 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2123953e-e091-4503-aa44-18e89452cff1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:05.068287 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-2123953e-e091-4503-aa44-18e89452cff1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4731293 Apr 14 20:55:05.071335 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 52760) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:05.080811 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-708dc548-0038-47b0-af04-1f7e07cea292 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Request body: {'security_group_rule': {'security_group_id': '4334527f-5ec3-4952-8f47-fa897edd0dab', 'project_id': '7e1481294ef142e788ed321706a1b488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:55:05.086903 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08095f-6717-45a2-b392-a93455b99eea req-8fbcf241-b4c6-4a25-b4b8-abb0e006a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:05.088654 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3e08095f-6717-45a2-b392-a93455b99eea req-8fbcf241-b4c6-4a25-b4b8-abb0e006a085 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7c3215-c99c-420e-95b8-20ee7a278b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568140 Apr 14 20:55:05.188408 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-708dc548-0038-47b0-af04-1f7e07cea292 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group_rule (e7bfc791-2fe8-485f-9f56-14bf2d1ff7dc), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:05.202993 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3e08095f-6717-45a2-b392-a93455b99eea req-46e2aecc-4ae9-4660-b2d7-ce60bd3e68e8 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7c3215-c99c-420e-95b8-20ee7a278b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055067 Apr 14 20:55:05.293495 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-708dc548-0038-47b0-af04-1f7e07cea292 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group_rule (e7bfc791-2fe8-485f-9f56-14bf2d1ff7dc), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:05.315706 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-43fff5c5-b2f9-4c19-8025-c74ce1b3188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6255b93e-300b-4623-b391-ee559f24df7c', 'name': 'tempest-TestMinimumBasicScenario-138087540-router', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:49Z', 'revision_number': 4, 'project_id': '7e1481294ef142e788ed321706a1b488', 'gw_port': {'id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '0aaaf5a1-af57-4c52-9138-edf4f48592aa', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'port_id': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a', 'mac_address': 'fa:16:3e:e8:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:55:03Z', 'updated_at': '2022-04-14T20:55:03Z', 'revision_number': 0, 'project_id': '7e1481294ef142e788ed321706a1b488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051d835f-8ead-4cf3-91e3-ce486863ce46', 'name': '', 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'mac_address': 'fa:16:3e:29:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:48Z', 'updated_at': '2022-04-14T20:53:53Z', 'revision_number': 5, 'project_id': '7e1481294ef142e788ed321706a1b488', 'subnets': [{'id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:05.334861 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3e08095f-6717-45a2-b392-a93455b99eea req-238ceb7f-b3a4-47a0-98e6-3c2d202a7489 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7c3215-c99c-420e-95b8-20ee7a278b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233556 Apr 14 20:55:05.357443 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fff5c5-b2f9-4c19-8025-c74ce1b3188b None None] The sync data for ids ['6255b93e-300b-4623-b391-ee559f24df7c'] in dv-cinder-837540-3-iscsi is: [{'id': '6255b93e-300b-4623-b391-ee559f24df7c', 'name': 'tempest-TestMinimumBasicScenario-138087540-router', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:49Z', 'revision_number': 4, 'project_id': '7e1481294ef142e788ed321706a1b488', 'gw_port': {'id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '0aaaf5a1-af57-4c52-9138-edf4f48592aa', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'port_id': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a', 'mac_address': 'fa:16:3e:e8:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:55:03Z', 'updated_at': '2022-04-14T20:55:03Z', 'revision_number': 0, 'project_id': '7e1481294ef142e788ed321706a1b488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051d835f-8ead-4cf3-91e3-ce486863ce46', 'name': '', 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'mac_address': 'fa:16:3e:29:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:48Z', 'updated_at': '2022-04-14T20:53:53Z', 'revision_number': 5, 'project_id': '7e1481294ef142e788ed321706a1b488', 'subnets': [{'id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:55:05.370861 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-708dc548-0038-47b0-af04-1f7e07cea292 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (e7bfc791-2fe8-485f-9f56-14bf2d1ff7dc), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:05.390060 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708dc548-0038-47b0-af04-1f7e07cea292 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bfc791-2fe8-485f-9f56-14bf2d1ff7dc,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:05.488363 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-708dc548-0038-47b0-af04-1f7e07cea292 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:05.491744 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-708dc548-0038-47b0-af04-1f7e07cea292 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4160018 Apr 14 20:55:05.492610 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 52772) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:05.502513 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-ca199b77-4439-40a3-9fc2-7d34fa7ce7fb tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Request body: {'security_group_rule': {'security_group_id': '4334527f-5ec3-4952-8f47-fa897edd0dab', 'project_id': '7e1481294ef142e788ed321706a1b488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:55:05.586139 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791b9a58-0018-4e3f-99cd-666aad693a32 None None] New status for floating IP 0aaaf5a1-af57-4c52-9138-edf4f48592aa: ACTIVE {{(pid=110414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:55:05.602584 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ca199b77-4439-40a3-9fc2-7d34fa7ce7fb tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group_rule (b832eb8f-0d98-473d-bf4f-05161e1e675c), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:05.665031 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ca199b77-4439-40a3-9fc2-7d34fa7ce7fb tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group_rule (b832eb8f-0d98-473d-bf4f-05161e1e675c), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:05.771091 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ca199b77-4439-40a3-9fc2-7d34fa7ce7fb tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (b832eb8f-0d98-473d-bf4f-05161e1e675c), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:05.789023 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca199b77-4439-40a3-9fc2-7d34fa7ce7fb tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b832eb8f-0d98-473d-bf4f-05161e1e675c,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:05.881624 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-ca199b77-4439-40a3-9fc2-7d34fa7ce7fb tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:05.882986 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-ca199b77-4439-40a3-9fc2-7d34fa7ce7fb tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3892453 Apr 14 20:55:05.885614 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 52786) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:05.889999 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-aa3b5235-0789-4b8e-87f1-98f6e2aeb3b4 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Request body: {'security_group_rule': {'security_group_id': '4334527f-5ec3-4952-8f47-fa897edd0dab', 'project_id': '7e1481294ef142e788ed321706a1b488', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:55:06.029752 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-aa3b5235-0789-4b8e-87f1-98f6e2aeb3b4 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group_rule (23d0c955-cb54-417f-ae97-e3d9dab5c80a), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:06.082505 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-aa3b5235-0789-4b8e-87f1-98f6e2aeb3b4 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group_rule (23d0c955-cb54-417f-ae97-e3d9dab5c80a), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:06.182265 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-aa3b5235-0789-4b8e-87f1-98f6e2aeb3b4 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (23d0c955-cb54-417f-ae97-e3d9dab5c80a), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:06.200423 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b5235-0789-4b8e-87f1-98f6e2aeb3b4 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d0c955-cb54-417f-ae97-e3d9dab5c80a,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:06.277297 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-aa3b5235-0789-4b8e-87f1-98f6e2aeb3b4 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:06.278584 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-aa3b5235-0789-4b8e-87f1-98f6e2aeb3b4 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3919961 Apr 14 20:55:06.281279 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 52814) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:06.286783 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-df917e33-7b87-4150-bd11-3f5abcf3ffd0 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Request body: {'security_group_rule': {'security_group_id': '4334527f-5ec3-4952-8f47-fa897edd0dab', 'project_id': '7e1481294ef142e788ed321706a1b488', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:55:06.416072 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-df917e33-7b87-4150-bd11-3f5abcf3ffd0 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group_rule (c37dbcf4-8c89-4d34-95f0-3e6e51ebca62), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:06.473561 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-df917e33-7b87-4150-bd11-3f5abcf3ffd0 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group_rule (c37dbcf4-8c89-4d34-95f0-3e6e51ebca62), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:06.599050 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-df917e33-7b87-4150-bd11-3f5abcf3ffd0 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (c37dbcf4-8c89-4d34-95f0-3e6e51ebca62), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:06.617785 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df917e33-7b87-4150-bd11-3f5abcf3ffd0 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37dbcf4-8c89-4d34-95f0-3e6e51ebca62,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:06.784107 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-df917e33-7b87-4150-bd11-3f5abcf3ffd0 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:06.785398 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-df917e33-7b87-4150-bd11-3f5abcf3ffd0 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5031624 Apr 14 20:55:06.788080 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 52824) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:06.792358 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-0ee9a891-b1ca-4a52-8a93-c19d8fae0994 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Request body: {'security_group_rule': {'security_group_id': '4334527f-5ec3-4952-8f47-fa897edd0dab', 'project_id': '7e1481294ef142e788ed321706a1b488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:55:06.904027 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.securitygroups_db [None req-0ee9a891-b1ca-4a52-8a93-c19d8fae0994 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Project 7e1481294ef142e788ed321706a1b488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 20:55:06.910290 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0ee9a891-b1ca-4a52-8a93-c19d8fae0994 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group_rule (088b8049-2ad7-4685-90bd-2553a285e3a5), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:06.967859 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0ee9a891-b1ca-4a52-8a93-c19d8fae0994 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group_rule (088b8049-2ad7-4685-90bd-2553a285e3a5), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:07.064367 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0ee9a891-b1ca-4a52-8a93-c19d8fae0994 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (088b8049-2ad7-4685-90bd-2553a285e3a5), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:07.083244 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9a891-b1ca-4a52-8a93-c19d8fae0994 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088b8049-2ad7-4685-90bd-2553a285e3a5,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:07.158573 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-0ee9a891-b1ca-4a52-8a93-c19d8fae0994 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:07.159978 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-0ee9a891-b1ca-4a52-8a93-c19d8fae0994 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3709450 Apr 14 20:55:07.162785 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 52826) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:07.167233 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [None req-4c21bf06-d1ec-4b2b-8291-ee7da977cbda tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Request body: {'security_group_rule': {'security_group_id': '4334527f-5ec3-4952-8f47-fa897edd0dab', 'project_id': '7e1481294ef142e788ed321706a1b488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:55:07.273654 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.securitygroups_db [None req-4c21bf06-d1ec-4b2b-8291-ee7da977cbda tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Project 7e1481294ef142e788ed321706a1b488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 20:55:07.279494 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4c21bf06-d1ec-4b2b-8291-ee7da977cbda tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group_rule (d3e35e3b-f5a6-49b8-89d2-0d8a5c5c7237), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:07.344589 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4c21bf06-d1ec-4b2b-8291-ee7da977cbda tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group_rule (d3e35e3b-f5a6-49b8-89d2-0d8a5c5c7237), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:07.424110 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4c21bf06-d1ec-4b2b-8291-ee7da977cbda tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967147'] for security_group_rule (d3e35e3b-f5a6-49b8-89d2-0d8a5c5c7237), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:07.444086 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21bf06-d1ec-4b2b-8291-ee7da977cbda tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e35e3b-f5a6-49b8-89d2-0d8a5c5c7237,revision_number=0']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:07.538689 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-4c21bf06-d1ec-4b2b-8291-ee7da977cbda tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:07.539956 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-4c21bf06-d1ec-4b2b-8291-ee7da977cbda tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3762016 Apr 14 20:55:07.627347 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b18771a1-35ec-4205-b5fd-11fa841608bc req-d61f7b0a-634a-49d5-8f2f-0474e9ffcdb9 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-553556703&fields=id&tenant_id=7e1481294ef142e788ed321706a1b488 HTTP/1.1" status: 200 len: 267 time: 0.0441225 Apr 14 20:55:07.678329 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18771a1-35ec-4205-b5fd-11fa841608bc req-f4a77e03-9ff2-4abe-af87-e18cc6c25052 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:07.679815 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b18771a1-35ec-4205-b5fd-11fa841608bc req-f4a77e03-9ff2-4abe-af87-e18cc6c25052 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 945 time: 0.0466199 Apr 14 20:55:07.690400 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.v2.base [req-b18771a1-35ec-4205-b5fd-11fa841608bc req-4c36d0d4-a670-4005-8ca7-a213b3d31ec1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Request body: {'port': {'security_groups': ['bc1769dc-9014-4ad1-82a5-70ee6090ef6f', '4334527f-5ec3-4952-8f47-fa897edd0dab']}} {{(pid=110411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:55:07.763636 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-b18771a1-35ec-4205-b5fd-11fa841608bc req-4c36d0d4-a670-4005-8ca7-a213b3d31ec1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:07.913462 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 52838) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:07.958614 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-b18771a1-35ec-4205-b5fd-11fa841608bc req-4c36d0d4-a670-4005-8ca7-a213b3d31ec1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] For port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3,segment=NetworkSegment(dea35c94-6817-4b4d-bf63-ac8884ca8903),segment_id=dea35c94-6817-4b4d-bf63-ac8884ca8903)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:55:07.989888 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-b18771a1-35ec-4205-b5fd-11fa841608bc req-4c36d0d4-a670-4005-8ca7-a213b3d31ec1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:08.045408 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-3394dc25-e378-40a4-b4cb-a01d01ed8100 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=581ce04df4ee4a1598d552d73e817199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307666 Apr 14 20:55:08.047958 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 52842) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:08.069705 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-b18771a1-35ec-4205-b5fd-11fa841608bc req-4c36d0d4-a670-4005-8ca7-a213b3d31ec1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4848467'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:08.084087 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['8cdcc430-cc1c-4e7e-87b0-08c68487ffd3'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:55:08.096423 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-70b968c3-ac32-4b31-aa19-d05034bb4475 admin admin] Publish callbacks [] for security_group (a1f07f2c-2a12-4f87-933e-ab53da587139), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:08.113139 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18771a1-35ec-4205-b5fd-11fa841608bc req-4c36d0d4-a670-4005-8ca7-a213b3d31ec1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:08.113890 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-b18771a1-35ec-4205-b5fd-11fa841608bc req-4c36d0d4-a670-4005-8ca7-a213b3d31ec1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:08.115818 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b18771a1-35ec-4205-b5fd-11fa841608bc req-4c36d0d4-a670-4005-8ca7-a213b3d31ec1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "PUT /v2.0/ports/8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 HTTP/1.1" status: 200 len: 981 time: 0.4294977 Apr 14 20:55:08.115818 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'tag': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:55:08.118422 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f734ea-a416-49f5-8bc8-cb006dce403a" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad9a273-f858-4610-b3bb-53a3829c2713", "tag": "8cdcc430-cc1c-4e7e-87b0-08c68487ffd3"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:55:08.129554 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-70b968c3-ac32-4b31-aa19-d05034bb4475 admin admin] Publish callbacks [] for security_group (a1f07f2c-2a12-4f87-933e-ab53da587139), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:08.179385 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36d0d4-a670-4005-8ca7-a213b3d31ec1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Pushing event updated for resources: {'Port': ['ID=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3,revision_number=6']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:08.193594 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf31ebd-486c-4900-8558-f7418e919620 x-openstack-request-id: req-5bf31ebd-486c-4900-8558-f7418e919620 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:55:08.193887 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad9a273-f858-4610-b3bb-53a3829c2713", "tag": "8cdcc430-cc1c-4e7e-87b0-08c68487ffd3", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:55:08.194143 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bf31ebd-486c-4900-8558-f7418e919620 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:55:08.194551 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf31ebd-486c-4900-8558-f7418e919620'] response: {'name': 'network-changed', 'server_uuid': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'tag': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3', 'status': 'completed', 'code': 200} Apr 14 20:55:08.227178 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['8cdcc430-cc1c-4e7e-87b0-08c68487ffd3'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:55:08.270693 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f734ea-a416-49f5-8bc8-cb006dce403a req-3013f65c-9ca3-41f0-af88-e51d4ed75e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:08.275956 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-17f734ea-a416-49f5-8bc8-cb006dce403a req-3013f65c-9ca3-41f0-af88-e51d4ed75e49 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e1481294ef142e788ed321706a1b488&device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 1168 time: 0.0555146 Apr 14 20:55:08.278434 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ef5f3-afca-4874-a46f-60ead5e16d30 req-12c25900-21ef-4018-a4f1-0bbd1a08fcb6 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:08.287797 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6a7ef5f3-afca-4874-a46f-60ead5e16d30 req-12c25900-21ef-4018-a4f1-0bbd1a08fcb6 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 984 time: 0.0724699 Apr 14 20:55:08.366924 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-6a7ef5f3-afca-4874-a46f-60ead5e16d30 req-51855bf7-817d-458d-96b6-54077d908cd0 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=4334527f-5ec3-4952-8f47-fa897edd0dab&id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716047 Apr 14 20:55:08.378877 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-70b968c3-ac32-4b31-aa19-d05034bb4475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a1f07f2c-2a12-4f87-933e-ab53da587139), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:08.381489 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-70b968c3-ac32-4b31-aa19-d05034bb4475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:08.386125 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-70b968c3-ac32-4b31-aa19-d05034bb4475 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1f07f2c-2a12-4f87-933e-ab53da587139 HTTP/1.1" status: 204 len: 168 time: 0.3334792 Apr 14 20:55:08.387315 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f734ea-a416-49f5-8bc8-cb006dce403a req-904ec9e8-1dbb-4adc-8286-cbee8a38354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:08.389508 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-17f734ea-a416-49f5-8bc8-cb006dce403a req-904ec9e8-1dbb-4adc-8286-cbee8a38354c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c7c3215-c99c-420e-95b8-20ee7a278b6a HTTP/1.1" status: 200 len: 915 time: 0.1096509 Apr 14 20:55:08.395593 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b968c3-ac32-4b31-aa19-d05034bb4475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f07f2c-2a12-4f87-933e-ab53da587139,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:08.502525 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-17f734ea-a416-49f5-8bc8-cb006dce403a req-10758985-1801-4479-9714-47afd7854849 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 HTTP/1.1" status: 200 len: 1000 time: 0.0942237 Apr 14 20:55:08.559813 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f734ea-a416-49f5-8bc8-cb006dce403a req-3ec21bc6-98db-4dca-8143-0c43218f3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:08.561343 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-17f734ea-a416-49f5-8bc8-cb006dce403a req-3ec21bc6-98db-4dca-8143-0c43218f3423 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5785ab8e-e22b-4776-b23e-7e02437742cc HTTP/1.1" status: 200 len: 853 time: 0.0526197 Apr 14 20:55:08.608143 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f734ea-a416-49f5-8bc8-cb006dce403a req-928a9c53-d5f0-45f3-a46b-a55fdcedb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:08.609719 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-17f734ea-a416-49f5-8bc8-cb006dce403a req-928a9c53-d5f0-45f3-a46b-a55fdcedb46d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7c3215-c99c-420e-95b8-20ee7a278b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418806 Apr 14 20:55:08.648352 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-1d131e3d-4f39-4a3e-8eeb-8623d7e5e17b None None] Provisioning complete for port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:55:08.648725 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-1d131e3d-4f39-4a3e-8eeb-8623d7e5e17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:08.710590 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-17f734ea-a416-49f5-8bc8-cb006dce403a req-f75780a4-02e0-4e97-bd1e-b0cd8bc4818c service neutron] 10.222.0.16 "GET /v2.0/networks/8c7c3215-c99c-420e-95b8-20ee7a278b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938940 Apr 14 20:55:08.872884 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-1d131e3d-4f39-4a3e-8eeb-8623d7e5e17b None None] Current status of the port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:55:08.916753 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-17f734ea-a416-49f5-8bc8-cb006dce403a req-4885064e-2a72-4a06-82b7-2a97274af191 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7c3215-c99c-420e-95b8-20ee7a278b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981235 Apr 14 20:55:14.844506 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:16.403903 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 52894) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:16.555993 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-452e2dd1-d594-4972-8050-e5e467b54ead tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Deleting port f59df831-d4f4-4859-8bcc-f6bbf582bdeb {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:55:16.556348 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-452e2dd1-d594-4972-8050-e5e467b54ead tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (f59df831-d4f4-4859-8bcc-f6bbf582bdeb), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:16.632221 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-452e2dd1-d594-4972-8050-e5e467b54ead tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (f59df831-d4f4-4859-8bcc-f6bbf582bdeb), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:16.632551 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-452e2dd1-d594-4972-8050-e5e467b54ead tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for floatingip (f59df831-d4f4-4859-8bcc-f6bbf582bdeb), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:16.645237 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-452e2dd1-d594-4972-8050-e5e467b54ead tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Calling delete_port for f59df831-d4f4-4859-8bcc-f6bbf582bdeb owned by network:floatingip {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:55:16.902053 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-452e2dd1-d594-4972-8050-e5e467b54ead tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (f59df831-d4f4-4859-8bcc-f6bbf582bdeb), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:16.932250 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e2dd1-d594-4972-8050-e5e467b54ead tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event deleted for resources: {'Port': ['ID=f59df831-d4f4-4859-8bcc-f6bbf582bdeb,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:16.992020 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-452e2dd1-d594-4972-8050-e5e467b54ead tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for floatingip (97dd405f-c1d9-4f20-94c6-baea046054aa), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:16.992368 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.l3_db [None req-452e2dd1-d594-4972-8050-e5e467b54ead tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Floating IP 97dd405f-c1d9-4f20-94c6-baea046054aa disassociated (deleted). External IP: 172.27.1.100, port: 80209c7b-c302-413b-b29c-54f7113ac007. Apr 14 20:55:17.211071 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452e2dd1-d594-4972-8050-e5e467b54ead tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:55:17.324855 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452e2dd1-d594-4972-8050-e5e467b54ead tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:55:17.330343 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-452e2dd1-d594-4972-8050-e5e467b54ead tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:17.335873 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c37997-ff13-42b4-823e-0acfb66a9a0d None None] Sync routers for ids ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:55:17.346680 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c37997-ff13-42b4-823e-0acfb66a9a0d None None] Routers {'2cb27ae3-6e9e-42a0-b848-d13a677d40c9'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:55:17.347352 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-13c37997-ff13-42b4-823e-0acfb66a9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:54:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:17.361956 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-452e2dd1-d594-4972-8050-e5e467b54ead tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "DELETE /v2.0/floatingips/97dd405f-c1d9-4f20-94c6-baea046054aa HTTP/1.1" status: 204 len: 168 time: 0.9561985 Apr 14 20:55:17.362798 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b16d2a-0ea3-4529-ace4-ef72132150cf', 'tag': '80209c7b-c302-413b-b29c-54f7113ac007'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:55:17.365110 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bac0c62-537e-4892-9a37-68599e4a17f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b16d2a-0ea3-4529-ace4-ef72132150cf", "tag": "80209c7b-c302-413b-b29c-54f7113ac007"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:55:17.410017 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e19f61-a19a-4771-bb51-c55cb973a4ac x-openstack-request-id: req-d9e19f61-a19a-4771-bb51-c55cb973a4ac {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:55:17.410629 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b16d2a-0ea3-4529-ace4-ef72132150cf", "tag": "80209c7b-c302-413b-b29c-54f7113ac007", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:55:17.410629 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9e19f61-a19a-4771-bb51-c55cb973a4ac {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:55:17.411528 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e19f61-a19a-4771-bb51-c55cb973a4ac'] response: {'name': 'network-changed', 'server_uuid': 'a7b16d2a-0ea3-4529-ace4-ef72132150cf', 'tag': '80209c7b-c302-413b-b29c-54f7113ac007', 'status': 'completed', 'code': 200} Apr 14 20:55:17.465148 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-13c37997-ff13-42b4-823e-0acfb66a9a0d None None] Set router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:55:17.475832 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac0c62-537e-4892-9a37-68599e4a17f1 req-95b140bd-9d49-44ea-ab99-ffc7943d3d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:17.477461 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3bac0c62-537e-4892-9a37-68599e4a17f1 req-95b140bd-9d49-44ea-ab99-ffc7943d3d7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4594533c2d114769b73069549c61e38e&device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 1129 time: 0.0424714 Apr 14 20:55:17.578654 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac0c62-537e-4892-9a37-68599e4a17f1 req-69152191-36ac-4c03-b8a5-9a80dd36ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:17.581487 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3bac0c62-537e-4892-9a37-68599e4a17f1 req-69152191-36ac-4c03-b8a5-9a80dd36ed4c service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9124821-6384-483a-bd3f-30476db1701e HTTP/1.1" status: 200 len: 912 time: 0.0958798 Apr 14 20:55:17.624154 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3bac0c62-537e-4892-9a37-68599e4a17f1 req-dcf39ee6-7bb2-4a25-8a3b-6ab63f6b2a65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80209c7b-c302-413b-b29c-54f7113ac007 HTTP/1.1" status: 200 len: 217 time: 0.0357218 Apr 14 20:55:17.679014 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac0c62-537e-4892-9a37-68599e4a17f1 req-6e07a221-f471-46f8-b43e-1c2eb144f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:17.681277 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3bac0c62-537e-4892-9a37-68599e4a17f1 req-6e07a221-f471-46f8-b43e-1c2eb144f16c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=177c8868-9176-40ed-9fba-016fb7a72185 HTTP/1.1" status: 200 len: 850 time: 0.0510190 Apr 14 20:55:17.700610 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-13c37997-ff13-42b4-823e-0acfb66a9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '5aabd16e-6919-4181-a124-d80108347d38', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'port_id': 'bb4dd528-01f2-4818-a278-1215d4dab730', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'mac_address': 'fa:16:3e:b5:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:51:11Z', 'updated_at': '2022-04-14T20:51:14Z', 'revision_number': 1, 'project_id': '4594533c2d114769b73069549c61e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:17.733077 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c37997-ff13-42b4-823e-0acfb66a9a0d None None] Checking router: 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:55:17.734769 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac0c62-537e-4892-9a37-68599e4a17f1 req-af4f6457-1cba-4a3e-945e-875743ea81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:17.737649 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3bac0c62-537e-4892-9a37-68599e4a17f1 req-af4f6457-1cba-4a3e-945e-875743ea81ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9124821-6384-483a-bd3f-30476db1701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497336 Apr 14 20:55:17.742584 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c37997-ff13-42b4-823e-0acfb66a9a0d None None] Routers {'2cb27ae3-6e9e-42a0-b848-d13a677d40c9'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:55:17.743197 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-13c37997-ff13-42b4-823e-0acfb66a9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:54:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:17.838427 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3bac0c62-537e-4892-9a37-68599e4a17f1 req-68f49b1c-3b2d-43d2-8c6d-ac65e6d6a561 service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948489 Apr 14 20:55:17.858554 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-13c37997-ff13-42b4-823e-0acfb66a9a0d None None] Set router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:55:17.903772 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62388454-f33b-46d2-a2d4-78a5da039f1a req-9dcb4114-2e36-49f3-a53f-ae7f812f0d88 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:17.905296 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-62388454-f33b-46d2-a2d4-78a5da039f1a req-9dcb4114-2e36-49f3-a53f-ae7f812f0d88 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 945 time: 0.0484321 Apr 14 20:55:17.957202 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-62388454-f33b-46d2-a2d4-78a5da039f1a req-1c1592c8-6122-45d9-bb7a-5b7760bce7d7 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455627 Apr 14 20:55:18.076677 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-13c37997-ff13-42b4-823e-0acfb66a9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '5aabd16e-6919-4181-a124-d80108347d38', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'port_id': 'bb4dd528-01f2-4818-a278-1215d4dab730', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'mac_address': 'fa:16:3e:b5:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:51:11Z', 'updated_at': '2022-04-14T20:51:14Z', 'revision_number': 1, 'project_id': '4594533c2d114769b73069549c61e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:18.107678 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c37997-ff13-42b4-823e-0acfb66a9a0d None None] The sync data for ids ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'] in dv-cinder-837540-3-iscsi is: [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_floatingips': [{'id': '5aabd16e-6919-4181-a124-d80108347d38', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'router_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'port_id': 'bb4dd528-01f2-4818-a278-1215d4dab730', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'mac_address': 'fa:16:3e:b5:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:51:11Z', 'updated_at': '2022-04-14T20:51:14Z', 'revision_number': 1, 'project_id': '4594533c2d114769b73069549c61e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:55:18.118806 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 52912) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:18.234384 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-28dc84f4-c468-486c-89c4-738e26daeda8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:18.312571 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-28dc84f4-c468-486c-89c4-738e26daeda8 admin admin] Publish callbacks [] for security_group (4536bfee-462e-4b9e-960c-84daaa3c5265), precommit_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:18.344535 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c80173c-5f02-4e31-8ab2-158be579daaf None None] New status for floating IP 97dd405f-c1d9-4f20-94c6-baea046054aa: DOWN {{(pid=110414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:55:18.378444 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-28dc84f4-c468-486c-89c4-738e26daeda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (4536bfee-462e-4b9e-960c-84daaa3c5265), after_create {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:18.417175 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc84f4-c468-486c-89c4-738e26daeda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4536bfee-462e-4b9e-960c-84daaa3c5265,revision_number=1']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:18.421564 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-28dc84f4-c468-486c-89c4-738e26daeda8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23e706d269a04c7d950e9c5ac8a86cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016965 Apr 14 20:55:18.425128 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 52916) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:18.475783 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Publish callbacks [] for security_group (4536bfee-462e-4b9e-960c-84daaa3c5265), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:18.497096 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Publish callbacks [] for security_group (4536bfee-462e-4b9e-960c-84daaa3c5265), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:18.621834 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (4536bfee-462e-4b9e-960c-84daaa3c5265), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:18.624376 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:18.625575 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4536bfee-462e-4b9e-960c-84daaa3c5265 HTTP/1.1" status: 204 len: 168 time: 0.1994424 Apr 14 20:55:18.633675 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4536bfee-462e-4b9e-960c-84daaa3c5265,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:18.640867 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:18.641249 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:18.641599 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:18.641944 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:18.642926 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:18.643482 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:18.643602 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:18.643848 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:18.644178 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:18.644508 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:18.644837 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:18.645167 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:18.645512 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:18.645838 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:18.646164 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcab9-ab66-4ca8-8093-57ec6b5c4911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:18.955107 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-3bac0c62-537e-4892-9a37-68599e4a17f1 req-1b1bb331-0f7d-4031-995d-253624da869e service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834303 Apr 14 20:55:19.083634 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8d03f-73b0-4c9d-a0d3-25dc90138ddf req-29b666de-ab82-4a2b-ae4b-fb2af6296a3e tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:19.085266 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4ea8d03f-73b0-4c9d-a0d3-25dc90138ddf req-29b666de-ab82-4a2b-ae4b-fb2af6296a3e tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 945 time: 0.0534754 Apr 14 20:55:19.145540 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-4ea8d03f-73b0-4c9d-a0d3-25dc90138ddf req-4c7fc8dd-1cbb-4c35-b079-7408b76e9824 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542550 Apr 14 20:55:19.549683 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426df0d-c883-475d-84c4-43c02caba6c9 req-de20f187-76f3-4d20-8ddf-9d646d171576 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:19.551161 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1426df0d-c883-475d-84c4-43c02caba6c9 req-de20f187-76f3-4d20-8ddf-9d646d171576 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 945 time: 0.0482864 Apr 14 20:55:19.637981 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-1426df0d-c883-475d-84c4-43c02caba6c9 req-c973437e-b74b-401c-8488-8df7967ba982 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Deleting port 80209c7b-c302-413b-b29c-54f7113ac007 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:55:19.638324 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-1426df0d-c883-475d-84c4-43c02caba6c9 req-c973437e-b74b-401c-8488-8df7967ba982 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (80209c7b-c302-413b-b29c-54f7113ac007), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:19.728101 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-1426df0d-c883-475d-84c4-43c02caba6c9 req-c973437e-b74b-401c-8488-8df7967ba982 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] For port 80209c7b-c302-413b-b29c-54f7113ac007, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=80209c7b-c302-413b-b29c-54f7113ac007,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:55:19.728423 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-1426df0d-c883-475d-84c4-43c02caba6c9 req-c973437e-b74b-401c-8488-8df7967ba982 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (80209c7b-c302-413b-b29c-54f7113ac007), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:19.741597 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-1426df0d-c883-475d-84c4-43c02caba6c9 req-c973437e-b74b-401c-8488-8df7967ba982 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Calling delete_port for 80209c7b-c302-413b-b29c-54f7113ac007 owned by compute:nova {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:55:19.937776 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-1426df0d-c883-475d-84c4-43c02caba6c9 req-c973437e-b74b-401c-8488-8df7967ba982 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (80209c7b-c302-413b-b29c-54f7113ac007), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:19.965474 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973437e-b74b-401c-8488-8df7967ba982 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event deleted for resources: {'Port': ['ID=80209c7b-c302-413b-b29c-54f7113ac007,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:20.010647 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-1426df0d-c883-475d-84c4-43c02caba6c9 req-c973437e-b74b-401c-8488-8df7967ba982 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] No DVR routers for this DVR port 80209c7b-c302-413b-b29c-54f7113ac007 on host hv-cinder-83754 {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:55:20.013126 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-1426df0d-c883-475d-84c4-43c02caba6c9 req-c973437e-b74b-401c-8488-8df7967ba982 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:20.016575 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-1426df0d-c883-475d-84c4-43c02caba6c9 req-c973437e-b74b-401c-8488-8df7967ba982 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.16 "DELETE /v2.0/ports/80209c7b-c302-413b-b29c-54f7113ac007 HTTP/1.1" status: 204 len: 173 time: 0.4601154 Apr 14 20:55:20.017252 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b16d2a-0ea3-4529-ace4-ef72132150cf', 'name': 'network-vif-deleted', 'tag': '80209c7b-c302-413b-b29c-54f7113ac007'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:55:20.020203 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b053154a-e069-41c0-a12b-7b25110e360d" -d '{"events": [{"server_uuid": "a7b16d2a-0ea3-4529-ace4-ef72132150cf", "name": "network-vif-deleted", "tag": "80209c7b-c302-413b-b29c-54f7113ac007"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:55:20.054862 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d0a6ff-9eec-4c47-a222-a16ccf43c254 x-openstack-request-id: req-f3d0a6ff-9eec-4c47-a222-a16ccf43c254 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:55:20.055155 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b16d2a-0ea3-4529-ace4-ef72132150cf", "name": "network-vif-deleted", "tag": "80209c7b-c302-413b-b29c-54f7113ac007", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:55:20.055413 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3d0a6ff-9eec-4c47-a222-a16ccf43c254 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:55:20.055814 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d0a6ff-9eec-4c47-a222-a16ccf43c254'] response: {'server_uuid': 'a7b16d2a-0ea3-4529-ace4-ef72132150cf', 'name': 'network-vif-deleted', 'tag': '80209c7b-c302-413b-b29c-54f7113ac007', 'status': 'completed', 'code': 200} Apr 14 20:55:20.245856 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a912173e-fa87-4ede-a311-a22ac5827c5e req-1cd33fdc-6e07-4ecf-b923-e3dbad4a530b tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 210 time: 0.0299401 Apr 14 20:55:21.504328 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e238edf2-0d20-4b50-ac99-687aa54f267a req-a9f9275c-219c-448d-bbde-c2e72f7d9e34 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7b16d2a-0ea3-4529-ace4-ef72132150cf HTTP/1.1" status: 200 len: 210 time: 0.1784985 Apr 14 20:55:22.736953 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f02670-104c-435b-8ea8-dcd74f583c01 req-53e62fc2-ab08-467b-96a4-51db6f04e466 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:22.738446 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-25f02670-104c-435b-8ea8-dcd74f583c01 req-53e62fc2-ab08-467b-96a4-51db6f04e466 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 984 time: 0.1370282 Apr 14 20:55:22.744394 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9592eae-8e20-4feb-98f5-cc183c901b2a req-13d17a5f-8b0c-4d6f-8968-b0ebc601b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:22.745889 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f9592eae-8e20-4feb-98f5-cc183c901b2a req-13d17a5f-8b0c-4d6f-8968-b0ebc601b4c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e1481294ef142e788ed321706a1b488&device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 1168 time: 0.0542121 Apr 14 20:55:22.873988 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-25f02670-104c-435b-8ea8-dcd74f583c01 req-bc790254-56b8-4d8c-b941-b6e82ae9de79 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=4334527f-5ec3-4952-8f47-fa897edd0dab&id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1270700 Apr 14 20:55:22.889703 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9592eae-8e20-4feb-98f5-cc183c901b2a req-66649a54-0c9a-4c11-8765-aceccc91e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:22.891409 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f9592eae-8e20-4feb-98f5-cc183c901b2a req-66649a54-0c9a-4c11-8765-aceccc91e6d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c7c3215-c99c-420e-95b8-20ee7a278b6a HTTP/1.1" status: 200 len: 915 time: 0.1388476 Apr 14 20:55:22.924666 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-cca68eaa-517e-4a41-a893-a42fb8b806dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:22.961011 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f9592eae-8e20-4feb-98f5-cc183c901b2a req-52779128-7c79-45a8-9811-9b911bae8216 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 HTTP/1.1" status: 200 len: 1000 time: 0.0633388 Apr 14 20:55:23.014725 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9592eae-8e20-4feb-98f5-cc183c901b2a req-74a2e537-56c2-4eaa-a7d6-ad77e4bd1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:23.016447 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f9592eae-8e20-4feb-98f5-cc183c901b2a req-74a2e537-56c2-4eaa-a7d6-ad77e4bd1a1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5785ab8e-e22b-4776-b23e-7e02437742cc HTTP/1.1" status: 200 len: 853 time: 0.0483291 Apr 14 20:55:23.047062 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:55:23.059519 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9592eae-8e20-4feb-98f5-cc183c901b2a req-9cd810a1-a8ff-4d64-89c1-dbe8c7e7e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:23.061133 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f9592eae-8e20-4feb-98f5-cc183c901b2a req-9cd810a1-a8ff-4d64-89c1-dbe8c7e7e4c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7c3215-c99c-420e-95b8-20ee7a278b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368321 Apr 14 20:55:23.149735 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f9592eae-8e20-4feb-98f5-cc183c901b2a req-eae98924-e22b-42cb-a8ff-82dd6a13d367 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7c3215-c99c-420e-95b8-20ee7a278b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814862 Apr 14 20:55:23.242444 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f9592eae-8e20-4feb-98f5-cc183c901b2a req-1e79d24d-da32-4d05-b9a0-20e39027c3d9 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7c3215-c99c-420e-95b8-20ee7a278b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857015 Apr 14 20:55:23.592509 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 80209c7b-c302-413b-b29c-54f7113ac007 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:55:23.612395 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: 80209c7b-c302-413b-b29c-54f7113ac007 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:55:23.612737 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 80209c7b-c302-413b-b29c-54f7113ac007 not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:55:23.990465 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c21a77-2b93-421e-8298-6285b9b1774f req-35c6aaba-a856-495c-b224-418235589c8a tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:23.991918 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e7c21a77-2b93-421e-8298-6285b9b1774f req-35c6aaba-a856-495c-b224-418235589c8a tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 984 time: 0.0477273 Apr 14 20:55:24.053519 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-e7c21a77-2b93-421e-8298-6285b9b1774f req-685e182d-203b-41c4-b5c5-2cd9feb03654 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=4334527f-5ec3-4952-8f47-fa897edd0dab&id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557585 Apr 14 20:55:25.005410 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 52954) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:25.063613 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-efe7f5f5-be67-4b5c-9c9f-62a8609f9610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:25.193831 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2908d1c-b932-423b-88fd-61ea1618a63a req-362d9041-fd46-42dd-89ad-1f1b37f33cf2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:25.195298 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f2908d1c-b932-423b-88fd-61ea1618a63a req-362d9041-fd46-42dd-89ad-1f1b37f33cf2 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 984 time: 0.0727015 Apr 14 20:55:25.195868 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f1ad7-2ecc-4a97-b935-97c8a111136d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Deleting port c4c0e637-d33b-46c3-b1d8-28d5d8ea36bc {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:55:25.196208 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1ad7-2ecc-4a97-b935-97c8a111136d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (c4c0e637-d33b-46c3-b1d8-28d5d8ea36bc), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:25.310147 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1ad7-2ecc-4a97-b935-97c8a111136d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (c4c0e637-d33b-46c3-b1d8-28d5d8ea36bc), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:25.310486 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1ad7-2ecc-4a97-b935-97c8a111136d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for floatingip (c4c0e637-d33b-46c3-b1d8-28d5d8ea36bc), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:25.318058 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-f2908d1c-b932-423b-88fd-61ea1618a63a req-60e2f137-25dc-4c1b-b39f-e6f4c332ec82 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=4334527f-5ec3-4952-8f47-fa897edd0dab&id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1107283 Apr 14 20:55:25.328239 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f1ad7-2ecc-4a97-b935-97c8a111136d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Calling delete_port for c4c0e637-d33b-46c3-b1d8-28d5d8ea36bc owned by network:floatingip {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:55:25.532303 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1ad7-2ecc-4a97-b935-97c8a111136d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (c4c0e637-d33b-46c3-b1d8-28d5d8ea36bc), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:25.558681 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f1ad7-2ecc-4a97-b935-97c8a111136d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event deleted for resources: {'Port': ['ID=c4c0e637-d33b-46c3-b1d8-28d5d8ea36bc,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:25.618970 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1ad7-2ecc-4a97-b935-97c8a111136d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for floatingip (5aabd16e-6919-4181-a124-d80108347d38), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:25.619298 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.db.l3_db [None req-4e3f1ad7-2ecc-4a97-b935-97c8a111136d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Floating IP 5aabd16e-6919-4181-a124-d80108347d38 disassociated (deleted). External IP: 172.27.1.169, port: bb4dd528-01f2-4818-a278-1215d4dab730. Apr 14 20:55:26.109509 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3f1ad7-2ecc-4a97-b935-97c8a111136d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:55:26.216904 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3f1ad7-2ecc-4a97-b935-97c8a111136d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:55:26.221650 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1ad7-2ecc-4a97-b935-97c8a111136d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:26.226565 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820fd60d-3b13-48f6-ab82-028abdd4fd08 None None] Sync routers for ids ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:55:26.236092 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820fd60d-3b13-48f6-ab82-028abdd4fd08 None None] Routers {'2cb27ae3-6e9e-42a0-b848-d13a677d40c9'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:55:26.236698 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-820fd60d-3b13-48f6-ab82-028abdd4fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:55:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:26.252231 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-4e3f1ad7-2ecc-4a97-b935-97c8a111136d tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "DELETE /v2.0/floatingips/5aabd16e-6919-4181-a124-d80108347d38 HTTP/1.1" status: 204 len: 168 time: 1.2457187 Apr 14 20:55:26.252926 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'tag': 'bb4dd528-01f2-4818-a278-1215d4dab730'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:55:26.256029 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c17d31-ed18-439c-97cd-cbd68a2741a5" -d '{"events": [{"name": "network-changed", "server_uuid": "058c4fc3-fbf7-46c2-abf6-30d547ff508d", "tag": "bb4dd528-01f2-4818-a278-1215d4dab730"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:55:26.291607 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51725099-d8bf-41d1-9f89-5fdb1a9605f3 x-openstack-request-id: req-51725099-d8bf-41d1-9f89-5fdb1a9605f3 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:55:26.291901 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058c4fc3-fbf7-46c2-abf6-30d547ff508d", "tag": "bb4dd528-01f2-4818-a278-1215d4dab730", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:55:26.292158 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51725099-d8bf-41d1-9f89-5fdb1a9605f3 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:55:26.292559 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51725099-d8bf-41d1-9f89-5fdb1a9605f3'] response: {'name': 'network-changed', 'server_uuid': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'tag': 'bb4dd528-01f2-4818-a278-1215d4dab730', 'status': 'completed', 'code': 200} Apr 14 20:55:26.358877 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c17d31-ed18-439c-97cd-cbd68a2741a5 req-5da37ecd-769b-450c-b6df-eb2fb4c49765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:26.358877 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-49c17d31-ed18-439c-97cd-cbd68a2741a5 req-5da37ecd-769b-450c-b6df-eb2fb4c49765 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4594533c2d114769b73069549c61e38e&device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 1129 time: 0.0405369 Apr 14 20:55:26.369562 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-820fd60d-3b13-48f6-ab82-028abdd4fd08 None None] Set router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:55:26.442585 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:26.479685 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91d901-c275-42c8-aa5b-348440a719b9 req-25b1e716-5799-4d04-8c45-478516718fdd tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:26.481439 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ff91d901-c275-42c8-aa5b-348440a719b9 req-25b1e716-5799-4d04-8c45-478516718fdd tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 984 time: 0.0909867 Apr 14 20:55:26.516340 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c17d31-ed18-439c-97cd-cbd68a2741a5 req-ad022354-4aee-46a4-b8d8-adb103adedca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:26.517917 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-49c17d31-ed18-439c-97cd-cbd68a2741a5 req-ad022354-4aee-46a4-b8d8-adb103adedca service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9124821-6384-483a-bd3f-30476db1701e HTTP/1.1" status: 200 len: 912 time: 0.1544943 Apr 14 20:55:26.568775 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-820fd60d-3b13-48f6-ab82-028abdd4fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:26.575181 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-49c17d31-ed18-439c-97cd-cbd68a2741a5 req-379a1bb7-45be-4fff-b150-264d6f8f7f79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb4dd528-01f2-4818-a278-1215d4dab730 HTTP/1.1" status: 200 len: 217 time: 0.0467794 Apr 14 20:55:26.597623 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820fd60d-3b13-48f6-ab82-028abdd4fd08 None None] Checking router: 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:55:26.606551 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820fd60d-3b13-48f6-ab82-028abdd4fd08 None None] Routers {'2cb27ae3-6e9e-42a0-b848-d13a677d40c9'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:55:26.607173 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-820fd60d-3b13-48f6-ab82-028abdd4fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:55:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:26.624222 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ff91d901-c275-42c8-aa5b-348440a719b9 req-b4069df0-a04a-4320-afe7-8a1a982aa7f1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=4334527f-5ec3-4952-8f47-fa897edd0dab&id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1362460 Apr 14 20:55:26.649957 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c17d31-ed18-439c-97cd-cbd68a2741a5 req-8f179e4d-91c2-4163-a7aa-5ae522a3c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:26.651830 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-49c17d31-ed18-439c-97cd-cbd68a2741a5 req-8f179e4d-91c2-4163-a7aa-5ae522a3c3a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=177c8868-9176-40ed-9fba-016fb7a72185 HTTP/1.1" status: 200 len: 850 time: 0.0625267 Apr 14 20:55:26.670757 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba5573-fea3-439d-8778-6ae4eef8b455 req-3796144e-4e65-45da-b1df-b273d5aa00b8 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:26.672463 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a3ba5573-fea3-439d-8778-6ae4eef8b455 req-3796144e-4e65-45da-b1df-b273d5aa00b8 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 945 time: 0.0544698 Apr 14 20:55:26.728126 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-a3ba5573-fea3-439d-8778-6ae4eef8b455 req-204feed1-1539-45f3-93d1-caf637dc1602 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493009 Apr 14 20:55:26.857063 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-820fd60d-3b13-48f6-ab82-028abdd4fd08 None None] Set router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:55:27.041912 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-820fd60d-3b13-48f6-ab82-028abdd4fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:27.068507 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820fd60d-3b13-48f6-ab82-028abdd4fd08 None None] The sync data for ids ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'] in dv-cinder-837540-3-iscsi is: [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:47:02Z', 'revision_number': 4, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': 'ced7550a-0733-4559-a64c-1f0e0ba910eb', 'name': '', 'network_id': 'e9124821-6384-483a-bd3f-30476db1701e', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'mac_address': 'fa:16:3e:e9:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '177c8868-9176-40ed-9fba-016fb7a72185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:01Z', 'updated_at': '2022-04-14T20:47:08Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'subnets': [{'id': '177c8868-9176-40ed-9fba-016fb7a72185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:55:27.282923 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6681ef-6da9-4fe7-b6b8-0556d924872b None None] New status for floating IP 5aabd16e-6919-4181-a124-d80108347d38: DOWN {{(pid=110414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:55:27.673091 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c17d31-ed18-439c-97cd-cbd68a2741a5 req-b0e59b24-a612-47b4-934d-446cfac1d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:27.674734 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-49c17d31-ed18-439c-97cd-cbd68a2741a5 req-b0e59b24-a612-47b4-934d-446cfac1d464 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9124821-6384-483a-bd3f-30476db1701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415719 Apr 14 20:55:27.772453 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:27.790554 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43bd23-c1af-4601-8ae9-196a95f1fc48 req-16ced6c4-2dcf-4fd5-86ff-ec665a23de59 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:27.792103 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8f43bd23-c1af-4601-8ae9-196a95f1fc48 req-16ced6c4-2dcf-4fd5-86ff-ec665a23de59 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 984 time: 0.0919225 Apr 14 20:55:27.827525 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-49c17d31-ed18-439c-97cd-cbd68a2741a5 req-0fbaa205-353a-46ed-9856-8aee499d35ab service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463065 Apr 14 20:55:27.844058 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac4b58-49dc-4183-a495-878efc6ce966 req-004751f8-4ba8-4201-9844-740655c6fbea tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:27.845564 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-92ac4b58-49dc-4183-a495-878efc6ce966 req-004751f8-4ba8-4201-9844-740655c6fbea tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 945 time: 0.0478518 Apr 14 20:55:27.896987 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-92ac4b58-49dc-4183-a495-878efc6ce966 req-30059fc1-27ea-478e-8beb-de54db433851 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ccbf620-7e17-445c-b54e-92b5f246fbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451391 Apr 14 20:55:27.917371 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8f43bd23-c1af-4601-8ae9-196a95f1fc48 req-20e6d030-b815-4e1b-a3aa-8d8d1cfa43de tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=4334527f-5ec3-4952-8f47-fa897edd0dab&id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1187713 Apr 14 20:55:27.950017 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-49c17d31-ed18-439c-97cd-cbd68a2741a5 req-6acb60b0-db13-4c2c-9a1d-4779a6f7b91a service neutron] 10.222.0.16 "GET /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102617 Apr 14 20:55:28.158131 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a7a3c-4f2f-44de-96df-7e4e9d01df02 req-a2a93d9d-963b-408f-87c7-bbc11ed0cee1 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:28.159538 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-009a7a3c-4f2f-44de-96df-7e4e9d01df02 req-a2a93d9d-963b-408f-87c7-bbc11ed0cee1 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.16 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 945 time: 0.0487950 Apr 14 20:55:28.248031 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-009a7a3c-4f2f-44de-96df-7e4e9d01df02 req-6463c6ac-1397-4d0f-bc96-c7bda527f3b1 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Deleting port bb4dd528-01f2-4818-a278-1215d4dab730 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:55:28.248375 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-009a7a3c-4f2f-44de-96df-7e4e9d01df02 req-6463c6ac-1397-4d0f-bc96-c7bda527f3b1 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (bb4dd528-01f2-4818-a278-1215d4dab730), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:28.335826 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-009a7a3c-4f2f-44de-96df-7e4e9d01df02 req-6463c6ac-1397-4d0f-bc96-c7bda527f3b1 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] For port bb4dd528-01f2-4818-a278-1215d4dab730, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bb4dd528-01f2-4818-a278-1215d4dab730,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:55:28.336196 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-009a7a3c-4f2f-44de-96df-7e4e9d01df02 req-6463c6ac-1397-4d0f-bc96-c7bda527f3b1 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (bb4dd528-01f2-4818-a278-1215d4dab730), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:28.348980 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-009a7a3c-4f2f-44de-96df-7e4e9d01df02 req-6463c6ac-1397-4d0f-bc96-c7bda527f3b1 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Calling delete_port for bb4dd528-01f2-4818-a278-1215d4dab730 owned by compute:nova {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:55:28.541680 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-009a7a3c-4f2f-44de-96df-7e4e9d01df02 req-6463c6ac-1397-4d0f-bc96-c7bda527f3b1 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (bb4dd528-01f2-4818-a278-1215d4dab730), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:28.568812 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463c6ac-1397-4d0f-bc96-c7bda527f3b1 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event deleted for resources: {'Port': ['ID=bb4dd528-01f2-4818-a278-1215d4dab730,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:28.612148 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-009a7a3c-4f2f-44de-96df-7e4e9d01df02 req-6463c6ac-1397-4d0f-bc96-c7bda527f3b1 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] No DVR routers for this DVR port bb4dd528-01f2-4818-a278-1215d4dab730 on host hv-cinder-83754 {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:55:28.615174 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-009a7a3c-4f2f-44de-96df-7e4e9d01df02 req-6463c6ac-1397-4d0f-bc96-c7bda527f3b1 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:28.618494 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-009a7a3c-4f2f-44de-96df-7e4e9d01df02 req-6463c6ac-1397-4d0f-bc96-c7bda527f3b1 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.16 "DELETE /v2.0/ports/bb4dd528-01f2-4818-a278-1215d4dab730 HTTP/1.1" status: 204 len: 173 time: 0.4540143 Apr 14 20:55:28.618932 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'name': 'network-vif-deleted', 'tag': 'bb4dd528-01f2-4818-a278-1215d4dab730'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:55:28.621229 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65976a1-eee8-467f-9c26-f69e619577be" -d '{"events": [{"server_uuid": "058c4fc3-fbf7-46c2-abf6-30d547ff508d", "name": "network-vif-deleted", "tag": "bb4dd528-01f2-4818-a278-1215d4dab730"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:55:28.656272 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea09cd32-b070-4634-ac24-3c740daffb64 x-openstack-request-id: req-ea09cd32-b070-4634-ac24-3c740daffb64 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:55:28.656566 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058c4fc3-fbf7-46c2-abf6-30d547ff508d", "name": "network-vif-deleted", "tag": "bb4dd528-01f2-4818-a278-1215d4dab730", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:55:28.656821 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea09cd32-b070-4634-ac24-3c740daffb64 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:55:28.657250 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea09cd32-b070-4634-ac24-3c740daffb64'] response: {'server_uuid': '058c4fc3-fbf7-46c2-abf6-30d547ff508d', 'name': 'network-vif-deleted', 'tag': 'bb4dd528-01f2-4818-a278-1215d4dab730', 'status': 'completed', 'code': 200} Apr 14 20:55:29.007348 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-c762eccf-4e91-4d35-b16d-20ad49054aae req-e2559ae9-541f-48cd-af55-6eb60ad5430f tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "GET /v2.0/ports?device_id=058c4fc3-fbf7-46c2-abf6-30d547ff508d HTTP/1.1" status: 200 len: 210 time: 0.0376108 Apr 14 20:55:29.045611 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa154220-97d6-499b-bfba-2eeceb1e67d6 req-51177e9e-0c53-4285-9bec-6fc51337a7ca tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:29.047187 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fa154220-97d6-499b-bfba-2eeceb1e67d6 req-51177e9e-0c53-4285-9bec-6fc51337a7ca tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 984 time: 0.0558937 Apr 14 20:55:29.110474 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-fa154220-97d6-499b-bfba-2eeceb1e67d6 req-b0584860-df0f-4765-95de-e290f2e2be83 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=4334527f-5ec3-4952-8f47-fa897edd0dab&id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567489 Apr 14 20:55:29.360280 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:30.063634 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 52978) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:30.180638 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-9567f1d5-0719-48d8-b384-252d5e21af95 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Deleting port d45a147a-5623-47c1-b2de-a543d1df856a {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:55:30.180986 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9567f1d5-0719-48d8-b384-252d5e21af95 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (d45a147a-5623-47c1-b2de-a543d1df856a), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:30.226517 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d64db5-b362-4eea-807b-eee1a42ad64a req-3e7a9d9c-efa7-4485-896c-bd7c33b96bdf tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:30.228060 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-94d64db5-b362-4eea-807b-eee1a42ad64a req-3e7a9d9c-efa7-4485-896c-bd7c33b96bdf tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 984 time: 0.0477767 Apr 14 20:55:30.257206 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9567f1d5-0719-48d8-b384-252d5e21af95 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (d45a147a-5623-47c1-b2de-a543d1df856a), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:30.257553 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9567f1d5-0719-48d8-b384-252d5e21af95 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for floatingip (d45a147a-5623-47c1-b2de-a543d1df856a), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:30.270454 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-9567f1d5-0719-48d8-b384-252d5e21af95 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Calling delete_port for d45a147a-5623-47c1-b2de-a543d1df856a owned by network:floatingip {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:55:30.288389 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-94d64db5-b362-4eea-807b-eee1a42ad64a req-484c3f4d-6980-4da6-a6f6-2b470a9290ae tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=4334527f-5ec3-4952-8f47-fa897edd0dab&id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545125 Apr 14 20:55:30.480529 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9567f1d5-0719-48d8-b384-252d5e21af95 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (d45a147a-5623-47c1-b2de-a543d1df856a), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:30.505615 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567f1d5-0719-48d8-b384-252d5e21af95 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event deleted for resources: {'Port': ['ID=d45a147a-5623-47c1-b2de-a543d1df856a,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:30.570159 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9567f1d5-0719-48d8-b384-252d5e21af95 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for floatingip (311e76f0-b3f7-44a2-b87b-a17fdb722cc8), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:30.572704 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9567f1d5-0719-48d8-b384-252d5e21af95 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:30.573895 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-9567f1d5-0719-48d8-b384-252d5e21af95 tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "DELETE /v2.0/floatingips/311e76f0-b3f7-44a2-b87b-a17fdb722cc8 HTTP/1.1" status: 204 len: 168 time: 0.5092695 Apr 14 20:55:31.403884 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79c474-2c60-4490-84c1-441f264077af req-668e272e-493c-4107-8867-cfd38099efe4 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:31.405427 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ff79c474-2c60-4490-84c1-441f264077af req-668e272e-493c-4107-8867-cfd38099efe4 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 984 time: 0.0474899 Apr 14 20:55:31.468452 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-ff79c474-2c60-4490-84c1-441f264077af req-f7d87fc4-d5d1-42c7-bab0-ca8baacf3819 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=4334527f-5ec3-4952-8f47-fa897edd0dab&id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570693 Apr 14 20:55:31.643292 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device bb4dd528-01f2-4818-a278-1215d4dab730 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:55:31.663577 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: bb4dd528-01f2-4818-a278-1215d4dab730 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:55:31.663948 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device bb4dd528-01f2-4818-a278-1215d4dab730 not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:55:31.924208 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 52994) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:31.979484 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b511-36d3-418a-ae91-77ce8335565c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group (5ccbf620-7e17-445c-b54e-92b5f246fbd8), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:32.003625 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b511-36d3-418a-ae91-77ce8335565c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group (5ccbf620-7e17-445c-b54e-92b5f246fbd8), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:32.114574 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b511-36d3-418a-ae91-77ce8335565c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (5ccbf620-7e17-445c-b54e-92b5f246fbd8), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:32.117148 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b511-36d3-418a-ae91-77ce8335565c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:32.118974 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-4bc3b511-36d3-418a-ae91-77ce8335565c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] 10.222.0.15 "DELETE /v2.0/security-groups/5ccbf620-7e17-445c-b54e-92b5f246fbd8 HTTP/1.1" status: 204 len: 168 time: 0.1937668 Apr 14 20:55:32.128307 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3b511-36d3-418a-ae91-77ce8335565c tempest-TestVolumeBootPattern-437616369 tempest-TestVolumeBootPattern-437616369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccbf620-7e17-445c-b54e-92b5f246fbd8,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:32.242991 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 52998) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:32.608536 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a552f64-f9f2-4d34-8502-35ec80f0dcde req-85d9bf4f-72a0-48dc-9ef6-9211a87da80d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:32.610032 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2a552f64-f9f2-4d34-8502-35ec80f0dcde req-85d9bf4f-72a0-48dc-9ef6-9211a87da80d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 984 time: 0.0730665 Apr 14 20:55:32.713557 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-2a552f64-f9f2-4d34-8502-35ec80f0dcde req-117fa369-7535-4365-8031-0663f9ac25b9 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=4334527f-5ec3-4952-8f47-fa897edd0dab&id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959601 Apr 14 20:55:32.747732 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fc33ae8c-8508-4eeb-a31b-85889e63bb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643990'] for router_interface (2cb27ae3-6e9e-42a0-b848-d13a677d40c9), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:32.975305 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-fc33ae8c-8508-4eeb-a31b-85889e63bb83 admin admin] Deleting port ced7550a-0733-4559-a64c-1f0e0ba910eb {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:55:32.975536 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fc33ae8c-8508-4eeb-a31b-85889e63bb83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:33.055574 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-fc33ae8c-8508-4eeb-a31b-85889e63bb83 admin admin] For port ced7550a-0733-4559-a64c-1f0e0ba910eb, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=ced7550a-0733-4559-a64c-1f0e0ba910eb,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:55:33.055935 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fc33ae8c-8508-4eeb-a31b-85889e63bb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:33.068029 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-fc33ae8c-8508-4eeb-a31b-85889e63bb83 admin admin] Calling delete_port for ced7550a-0733-4559-a64c-1f0e0ba910eb owned by network:router_interface {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:55:33.332350 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fc33ae8c-8508-4eeb-a31b-85889e63bb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (ced7550a-0733-4559-a64c-1f0e0ba910eb), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:33.359228 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33ae8c-8508-4eeb-a31b-85889e63bb83 admin admin] Pushing event deleted for resources: {'Port': ['ID=ced7550a-0733-4559-a64c-1f0e0ba910eb,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:33.526908 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fc33ae8c-8508-4eeb-a31b-85889e63bb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643850'] for router_interface (2cb27ae3-6e9e-42a0-b848-d13a677d40c9), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:33.742079 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc33ae8c-8508-4eeb-a31b-85889e63bb83 admin admin] Router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:55:33.827835 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505f3b2-aec4-45ab-be6c-13814db8efe9 req-8cfe16bc-e7db-49b5-ae15-af8c06cf5521 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:33.829309 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2505f3b2-aec4-45ab-be6c-13814db8efe9 req-8cfe16bc-e7db-49b5-ae15-af8c06cf5521 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 984 time: 0.0466692 Apr 14 20:55:33.855384 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc33ae8c-8508-4eeb-a31b-85889e63bb83 admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:55:33.860504 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-fc33ae8c-8508-4eeb-a31b-85889e63bb83 admin admin] 10.222.0.15 "PUT /v2.0/routers/2cb27ae3-6e9e-42a0-b848-d13a677d40c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6166508 Apr 14 20:55:33.862976 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 53006) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:33.865273 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9cf9a-6384-4830-95b7-f5d3323fac5f None None] Sync routers for ids ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:55:33.876515 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b9cf9a-6384-4830-95b7-f5d3323fac5f None None] Routers {'2cb27ae3-6e9e-42a0-b848-d13a677d40c9'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:55:33.877426 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-67b9cf9a-6384-4830-95b7-f5d3323fac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:55:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:33.900095 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-2505f3b2-aec4-45ab-be6c-13814db8efe9 req-1dea745c-2d07-4afe-bb21-b6ef678f9003 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=4334527f-5ec3-4952-8f47-fa897edd0dab&id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650878 Apr 14 20:55:33.971709 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eca92ee8-6d0c-42de-9810-bdfa29e191b8 admin admin] Publish callbacks [] for router (2cb27ae3-6e9e-42a0-b848-d13a677d40c9), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:33.986323 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-67b9cf9a-6384-4830-95b7-f5d3323fac5f None None] Set router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:55:34.077891 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eca92ee8-6d0c-42de-9810-bdfa29e191b8 admin admin] Publish callbacks [] for router_gateway (2cb27ae3-6e9e-42a0-b848-d13a677d40c9), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:34.159144 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-67b9cf9a-6384-4830-95b7-f5d3323fac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:55:33Z', 'revision_number': 5, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port': {'id': 'ec1e3df5-d916-4c54-a773-c12f0edaad55', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:46:58Z', 'updated_at': '2022-04-14T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:34.187822 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9cf9a-6384-4830-95b7-f5d3323fac5f None None] Checking router: 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:55:34.197648 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b9cf9a-6384-4830-95b7-f5d3323fac5f None None] Routers {'2cb27ae3-6e9e-42a0-b848-d13a677d40c9'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:55:34.198407 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-67b9cf9a-6384-4830-95b7-f5d3323fac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:55:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:34.215460 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-eca92ee8-6d0c-42de-9810-bdfa29e191b8 admin admin] Deleting port ec1e3df5-d916-4c54-a773-c12f0edaad55 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:55:34.215808 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eca92ee8-6d0c-42de-9810-bdfa29e191b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (ec1e3df5-d916-4c54-a773-c12f0edaad55), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:34.288659 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-67b9cf9a-6384-4830-95b7-f5d3323fac5f None None] Set router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 gateway port host: None {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:55:34.297963 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-eca92ee8-6d0c-42de-9810-bdfa29e191b8 admin admin] For port ec1e3df5-d916-4c54-a773-c12f0edaad55, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=ec1e3df5-d916-4c54-a773-c12f0edaad55,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:55:34.298332 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eca92ee8-6d0c-42de-9810-bdfa29e191b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (ec1e3df5-d916-4c54-a773-c12f0edaad55), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:34.311785 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-eca92ee8-6d0c-42de-9810-bdfa29e191b8 admin admin] Calling delete_port for ec1e3df5-d916-4c54-a773-c12f0edaad55 owned by network:router_gateway {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:55:34.340646 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-67b9cf9a-6384-4830-95b7-f5d3323fac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:55:34Z', 'revision_number': 6, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port_host': None}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:34.370358 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9cf9a-6384-4830-95b7-f5d3323fac5f None None] The sync data for ids ['2cb27ae3-6e9e-42a0-b848-d13a677d40c9'] in dv-cinder-837540-3-iscsi is: [{'id': '2cb27ae3-6e9e-42a0-b848-d13a677d40c9', 'name': 'tempest-TestVolumeBootPattern-868690329-router', 'tenant_id': '4594533c2d114769b73069549c61e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:46:57Z', 'updated_at': '2022-04-14T20:55:34Z', 'revision_number': 6, 'project_id': '4594533c2d114769b73069549c61e38e', 'gw_port_host': None}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:55:34.589694 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eca92ee8-6d0c-42de-9810-bdfa29e191b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (ec1e3df5-d916-4c54-a773-c12f0edaad55), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:34.620077 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca92ee8-6d0c-42de-9810-bdfa29e191b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1e3df5-d916-4c54-a773-c12f0edaad55,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:34.677432 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eca92ee8-6d0c-42de-9810-bdfa29e191b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644524'] for router_gateway (2cb27ae3-6e9e-42a0-b848-d13a677d40c9), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:34.776518 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eca92ee8-6d0c-42de-9810-bdfa29e191b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25830'] for router (2cb27ae3-6e9e-42a0-b848-d13a677d40c9), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:34.778844 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eca92ee8-6d0c-42de-9810-bdfa29e191b8 admin admin] Publish callbacks [] for router_controller (2cb27ae3-6e9e-42a0-b848-d13a677d40c9), precommit_delete_associations {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:34.907301 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eca92ee8-6d0c-42de-9810-bdfa29e191b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1645577'] for router (2cb27ae3-6e9e-42a0-b848-d13a677d40c9), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:34.907791 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca92ee8-6d0c-42de-9810-bdfa29e191b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cb27ae3-6e9e-42a0-b848-d13a677d40c9 {{(pid=110411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:55:34.912064 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eca92ee8-6d0c-42de-9810-bdfa29e191b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:34.913235 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-eca92ee8-6d0c-42de-9810-bdfa29e191b8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2cb27ae3-6e9e-42a0-b848-d13a677d40c9 HTTP/1.1" status: 204 len: 168 time: 1.0491583 Apr 14 20:55:34.916266 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 53008) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:34.960853 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72618b3-93a2-4058-b383-8ce0a8cdeb69 admin admin] Deleting subnet 177c8868-9176-40ed-9fba-016fb7a72185 {{(pid=110411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:55:34.965240 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f72618b3-93a2-4058-b383-8ce0a8cdeb69 admin admin] Publish callbacks [] for subnet (177c8868-9176-40ed-9fba-016fb7a72185), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:35.227254 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ced7550a-0733-4559-a64c-1f0e0ba910eb no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:55:35.248252 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: ced7550a-0733-4559-a64c-1f0e0ba910eb {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:55:35.248598 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ced7550a-0733-4559-a64c-1f0e0ba910eb not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:55:35.339211 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f72618b3-93a2-4058-b383-8ce0a8cdeb69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5930700'] for subnet (177c8868-9176-40ed-9fba-016fb7a72185), precommit_delete_associations {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:35.370882 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129734e8-26e8-43f8-9887-3fd1bff9301c req-5333165f-f7cb-487b-8346-95ec1024f7e0 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:55:35.372306 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-129734e8-26e8-43f8-9887-3fd1bff9301c req-5333165f-f7cb-487b-8346-95ec1024f7e0 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 984 time: 0.3875620 Apr 14 20:55:35.474548 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f72618b3-93a2-4058-b383-8ce0a8cdeb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041744'] for subnet (177c8868-9176-40ed-9fba-016fb7a72185), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:35.481547 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-129734e8-26e8-43f8-9887-3fd1bff9301c req-5dbd297c-7dc0-4166-a238-a869c8c3a19d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=4334527f-5ec3-4952-8f47-fa897edd0dab&id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1001177 Apr 14 20:55:35.589675 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f72618b3-93a2-4058-b383-8ce0a8cdeb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4848389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4416462'] for subnet (177c8868-9176-40ed-9fba-016fb7a72185), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:35.617927 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72618b3-93a2-4058-b383-8ce0a8cdeb69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=177c8868-9176-40ed-9fba-016fb7a72185,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:35.621734 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f72618b3-93a2-4058-b383-8ce0a8cdeb69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:35.625393 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-f72618b3-93a2-4058-b383-8ce0a8cdeb69 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/177c8868-9176-40ed-9fba-016fb7a72185 HTTP/1.1" status: 204 len: 168 time: 0.7081766 Apr 14 20:55:35.627853 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 53014) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:35.628060 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc71039-a50e-433f-bad0-e575c99000c8 None None] Network e9124821-6384-483a-bd3f-30476db1701e requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:55:35.697055 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558881'] for network (e9124821-6384-483a-bd3f-30476db1701e), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:35.741579 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] Deleting port 0b41e063-ce70-4ca5-af9f-c8ba04592569 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:55:35.741753 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (0b41e063-ce70-4ca5-af9f-c8ba04592569), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:35.785784 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] DHCP port deletion for e9124821-6384-483a-bd3f-30476db1701e request from dv-cinder-837540-3-iscsi {{(pid=110413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:55:35.811111 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] For port 0b41e063-ce70-4ca5-af9f-c8ba04592569, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=0b41e063-ce70-4ca5-af9f-c8ba04592569,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:55:35.811703 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (0b41e063-ce70-4ca5-af9f-c8ba04592569), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:35.824179 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] Calling delete_port for 0b41e063-ce70-4ca5-af9f-c8ba04592569 owned by network:dhcp {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:55:35.824357 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Deleting port 0b41e063-ce70-4ca5-af9f-c8ba04592569 {{(pid=110413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:55:35.824721 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (0b41e063-ce70-4ca5-af9f-c8ba04592569), before_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:35.888833 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] For port 0b41e063-ce70-4ca5-af9f-c8ba04592569, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=0b41e063-ce70-4ca5-af9f-c8ba04592569,segment=NetworkSegment(4e504fd8-3379-4212-91e2-36a72a9d764c),segment_id=4e504fd8-3379-4212-91e2-36a72a9d764c)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:55:35.889225 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (0b41e063-ce70-4ca5-af9f-c8ba04592569), precommit_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:35.902765 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Calling delete_port for 0b41e063-ce70-4ca5-af9f-c8ba04592569 owned by network:dhcp {{(pid=110413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:55:35.949406 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (0b41e063-ce70-4ca5-af9f-c8ba04592569), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:35.977928 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999'] for port (0b41e063-ce70-4ca5-af9f-c8ba04592569), after_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:35.979405 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=0b41e063-ce70-4ca5-af9f-c8ba04592569,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:35.982883 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] No DVR routers for this DVR port 0b41e063-ce70-4ca5-af9f-c8ba04592569 on host dv-cinder-837540-3-iscsi {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:55:36.009356 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Pushing event deleted for resources: {'Port': ['ID=0b41e063-ce70-4ca5-af9f-c8ba04592569,revision_number=None']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:36.011589 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] No DVR routers for this DVR port 0b41e063-ce70-4ca5-af9f-c8ba04592569 on host dv-cinder-837540-3-iscsi {{(pid=110413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:55:36.019309 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:36.019717 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:36.019999 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:36.020341 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:36.020676 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:36.021008 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:36.021368 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:36.021702 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:36.022033 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:36.022481 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:36.022711 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:36.023037 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:36.023364 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:36.024236 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:36.024743 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbfefb-68b8-42be-a2ce-699a91a2c809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:55:36.060570 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044203', 'neutron.services.segments.db._delete_segments_for_network-8766881083832'] for network (e9124821-6384-483a-bd3f-30476db1701e), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:36.079570 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.services.segments.db [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9124821-6384-483a-bd3f-30476db1701e']}} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:36.088897 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.services.segments.db [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e504fd8-3379-4212-91e2-36a72a9d764c') {'for_net_delete': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:36.089210 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.services.segments.db [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e504fd8-3379-4212-91e2-36a72a9d764c') {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:36.102211 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766880940993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5930743'] for segment (4e504fd8-3379-4212-91e2-36a72a9d764c), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:36.114995 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (4e504fd8-3379-4212-91e2-36a72a9d764c), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:36.120825 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=110411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:55:36.121306 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4848575'] for segment (4e504fd8-3379-4212-91e2-36a72a9d764c), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: Traceback (most recent call last): Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: timer() Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: cb(*args, **kw) Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: return func(*args, **kwargs) Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: self._notify() Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: self.callback(batched_events) Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: event.method(event) Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: return f(self, *a, **k) Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: return self._get(url).json() Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: return self.request(url, 'GET', **kwargs) Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:55:36.122912 dv-cinder-837540-3-iscsi neutron-server[110411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:55:36.217533 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644488'] for network (e9124821-6384-483a-bd3f-30476db1701e), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:36.222724 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:36.225786 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] 10.222.0.15 "DELETE /v2.0/networks/e9124821-6384-483a-bd3f-30476db1701e HTTP/1.1" status: 204 len: 168 time: 0.5969710 Apr 14 20:55:36.228925 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 53016) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:36.237259 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01008bc9-3222-493d-a3d3-5a479acb0ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=e9124821-6384-483a-bd3f-30476db1701e,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:36.547517 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9115dc61-7104-4fcf-b7ea-1b06d966727f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643990'] for router_interface (0ac6bd51-09ec-4418-a3f6-df3222a7eedd), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:36.772768 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-9115dc61-7104-4fcf-b7ea-1b06d966727f admin admin] Deleting port 8bef8108-8301-4998-ae1b-e14e93365947 {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:55:36.773102 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9115dc61-7104-4fcf-b7ea-1b06d966727f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (8bef8108-8301-4998-ae1b-e14e93365947), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:36.835091 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 0b41e063-ce70-4ca5-af9f-c8ba04592569 no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:55:36.855170 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-9115dc61-7104-4fcf-b7ea-1b06d966727f admin admin] For port 8bef8108-8301-4998-ae1b-e14e93365947, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=8bef8108-8301-4998-ae1b-e14e93365947,segment=NetworkSegment(e2479537-8230-4e2f-ad9a-ebd86e595025),segment_id=e2479537-8230-4e2f-ad9a-ebd86e595025)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:55:36.855537 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9115dc61-7104-4fcf-b7ea-1b06d966727f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (8bef8108-8301-4998-ae1b-e14e93365947), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:36.855674 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: 0b41e063-ce70-4ca5-af9f-c8ba04592569 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:55:36.855966 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 0b41e063-ce70-4ca5-af9f-c8ba04592569 not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:55:36.856388 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ec1e3df5-d916-4c54-a773-c12f0edaad55 no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:55:36.869412 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-9115dc61-7104-4fcf-b7ea-1b06d966727f admin admin] Calling delete_port for 8bef8108-8301-4998-ae1b-e14e93365947 owned by network:router_interface {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:55:36.877195 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: ec1e3df5-d916-4c54-a773-c12f0edaad55 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:55:36.877787 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device ec1e3df5-d916-4c54-a773-c12f0edaad55 not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:55:37.113468 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9115dc61-7104-4fcf-b7ea-1b06d966727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (8bef8108-8301-4998-ae1b-e14e93365947), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:37.139766 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115dc61-7104-4fcf-b7ea-1b06d966727f admin admin] Pushing event deleted for resources: {'Port': ['ID=8bef8108-8301-4998-ae1b-e14e93365947,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:37.316718 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9115dc61-7104-4fcf-b7ea-1b06d966727f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643850'] for router_interface (0ac6bd51-09ec-4418-a3f6-df3222a7eedd), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:37.784412 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9115dc61-7104-4fcf-b7ea-1b06d966727f admin admin] Router 0ac6bd51-09ec-4418-a3f6-df3222a7eedd has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:55:37.900805 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9115dc61-7104-4fcf-b7ea-1b06d966727f admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:55:37.905877 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-9115dc61-7104-4fcf-b7ea-1b06d966727f admin admin] 10.222.0.15 "PUT /v2.0/routers/0ac6bd51-09ec-4418-a3f6-df3222a7eedd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6758885 Apr 14 20:55:37.908343 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 53018) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:37.909221 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef42e36-3a74-4ea4-8777-b2dc469583a1 None None] Sync routers for ids ['0ac6bd51-09ec-4418-a3f6-df3222a7eedd'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:55:37.920068 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef42e36-3a74-4ea4-8777-b2dc469583a1 None None] Routers {'0ac6bd51-09ec-4418-a3f6-df3222a7eedd'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:55:37.920674 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-7ef42e36-3a74-4ea4-8777-b2dc469583a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:55:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['0ac6bd51-09ec-4418-a3f6-df3222a7eedd'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:38.016118 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-932a52ef-9d01-499d-af28-66b1ad9a9b4c admin admin] Publish callbacks [] for router (0ac6bd51-09ec-4418-a3f6-df3222a7eedd), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:38.026655 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-7ef42e36-3a74-4ea4-8777-b2dc469583a1 None None] Set router 0ac6bd51-09ec-4418-a3f6-df3222a7eedd gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:55:38.121644 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-932a52ef-9d01-499d-af28-66b1ad9a9b4c admin admin] Publish callbacks [] for router_gateway (0ac6bd51-09ec-4418-a3f6-df3222a7eedd), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:38.189811 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-7ef42e36-3a74-4ea4-8777-b2dc469583a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'name': 'tempest-TestVolumeBootPattern-738334752-router', 'tenant_id': 'fde707717239452f8b75bc2c845b8e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b144c879-6950-42a5-899e-2175cd217283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:47:06Z', 'updated_at': '2022-04-14T20:55:37Z', 'revision_number': 5, 'project_id': 'fde707717239452f8b75bc2c845b8e19', 'gw_port': {'id': 'b144c879-6950-42a5-899e-2175cd217283', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:47:07Z', 'updated_at': '2022-04-14T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:38.215452 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef42e36-3a74-4ea4-8777-b2dc469583a1 None None] Checking router: 0ac6bd51-09ec-4418-a3f6-df3222a7eedd for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:55:38.223692 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef42e36-3a74-4ea4-8777-b2dc469583a1 None None] Routers {'0ac6bd51-09ec-4418-a3f6-df3222a7eedd'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:55:38.224290 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-7ef42e36-3a74-4ea4-8777-b2dc469583a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:55:25Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['0ac6bd51-09ec-4418-a3f6-df3222a7eedd'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:38.245865 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-932a52ef-9d01-499d-af28-66b1ad9a9b4c admin admin] Deleting port b144c879-6950-42a5-899e-2175cd217283 {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:55:38.246204 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-932a52ef-9d01-499d-af28-66b1ad9a9b4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (b144c879-6950-42a5-899e-2175cd217283), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:38.311555 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-7ef42e36-3a74-4ea4-8777-b2dc469583a1 None None] Set router 0ac6bd51-09ec-4418-a3f6-df3222a7eedd gateway port host: None {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:55:38.324142 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-932a52ef-9d01-499d-af28-66b1ad9a9b4c admin admin] For port b144c879-6950-42a5-899e-2175cd217283, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=b144c879-6950-42a5-899e-2175cd217283,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:55:38.324715 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-932a52ef-9d01-499d-af28-66b1ad9a9b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (b144c879-6950-42a5-899e-2175cd217283), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:38.338203 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-932a52ef-9d01-499d-af28-66b1ad9a9b4c admin admin] Calling delete_port for b144c879-6950-42a5-899e-2175cd217283 owned by network:router_gateway {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:55:38.366140 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-7ef42e36-3a74-4ea4-8777-b2dc469583a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'name': 'tempest-TestVolumeBootPattern-738334752-router', 'tenant_id': 'fde707717239452f8b75bc2c845b8e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:47:06Z', 'updated_at': '2022-04-14T20:55:38Z', 'revision_number': 6, 'project_id': 'fde707717239452f8b75bc2c845b8e19', 'gw_port_host': None}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:38.393467 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef42e36-3a74-4ea4-8777-b2dc469583a1 None None] The sync data for ids ['0ac6bd51-09ec-4418-a3f6-df3222a7eedd'] in dv-cinder-837540-3-iscsi is: [{'id': '0ac6bd51-09ec-4418-a3f6-df3222a7eedd', 'name': 'tempest-TestVolumeBootPattern-738334752-router', 'tenant_id': 'fde707717239452f8b75bc2c845b8e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:47:06Z', 'updated_at': '2022-04-14T20:55:38Z', 'revision_number': 6, 'project_id': 'fde707717239452f8b75bc2c845b8e19', 'gw_port_host': None}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:55:38.621442 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-932a52ef-9d01-499d-af28-66b1ad9a9b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (b144c879-6950-42a5-899e-2175cd217283), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:38.647319 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a52ef-9d01-499d-af28-66b1ad9a9b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=b144c879-6950-42a5-899e-2175cd217283,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:38.708339 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-932a52ef-9d01-499d-af28-66b1ad9a9b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644524'] for router_gateway (0ac6bd51-09ec-4418-a3f6-df3222a7eedd), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:38.806545 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-932a52ef-9d01-499d-af28-66b1ad9a9b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25830'] for router (0ac6bd51-09ec-4418-a3f6-df3222a7eedd), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:38.808922 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-932a52ef-9d01-499d-af28-66b1ad9a9b4c admin admin] Publish callbacks [] for router_controller (0ac6bd51-09ec-4418-a3f6-df3222a7eedd), precommit_delete_associations {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:38.958298 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-932a52ef-9d01-499d-af28-66b1ad9a9b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1645577'] for router (0ac6bd51-09ec-4418-a3f6-df3222a7eedd), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:38.958798 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932a52ef-9d01-499d-af28-66b1ad9a9b4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ac6bd51-09ec-4418-a3f6-df3222a7eedd {{(pid=110412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:55:38.963348 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-932a52ef-9d01-499d-af28-66b1ad9a9b4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:38.964485 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-932a52ef-9d01-499d-af28-66b1ad9a9b4c admin admin] 10.222.0.15 "DELETE /v2.0/routers/0ac6bd51-09ec-4418-a3f6-df3222a7eedd HTTP/1.1" status: 204 len: 168 time: 1.0552309 Apr 14 20:55:38.966934 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 53020) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:39.012172 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8fbe2e-ae52-4acf-b0a7-cdb7807892b8 admin admin] Deleting subnet 9892e6d0-8aa4-4fa3-a0fd-3bcca5de9d38 {{(pid=110412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:55:39.015300 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3a8fbe2e-ae52-4acf-b0a7-cdb7807892b8 admin admin] Publish callbacks [] for subnet (9892e6d0-8aa4-4fa3-a0fd-3bcca5de9d38), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.049153 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3a8fbe2e-ae52-4acf-b0a7-cdb7807892b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5090913'] for subnet (9892e6d0-8aa4-4fa3-a0fd-3bcca5de9d38), precommit_delete_associations {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.129269 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3a8fbe2e-ae52-4acf-b0a7-cdb7807892b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041744'] for subnet (9892e6d0-8aa4-4fa3-a0fd-3bcca5de9d38), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.218686 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 8bef8108-8301-4998-ae1b-e14e93365947 no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:55:39.238373 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: 8bef8108-8301-4998-ae1b-e14e93365947 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:55:39.238717 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 8bef8108-8301-4998-ae1b-e14e93365947 not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:55:39.275260 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3a8fbe2e-ae52-4acf-b0a7-cdb7807892b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7773928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309105'] for subnet (9892e6d0-8aa4-4fa3-a0fd-3bcca5de9d38), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.303162 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fbe2e-ae52-4acf-b0a7-cdb7807892b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9892e6d0-8aa4-4fa3-a0fd-3bcca5de9d38,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:39.307909 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-3a8fbe2e-ae52-4acf-b0a7-cdb7807892b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.313720 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-3a8fbe2e-ae52-4acf-b0a7-cdb7807892b8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9892e6d0-8aa4-4fa3-a0fd-3bcca5de9d38 HTTP/1.1" status: 204 len: 168 time: 0.3434556 Apr 14 20:55:39.313905 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3269c808-c6bb-4337-a0bc-d6fce0b2b424 None None] Network bf94e581-597b-4b10-b9c0-f02b219625e6 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:55:39.314026 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 53022) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:39.390783 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558881'] for network (bf94e581-597b-4b10-b9c0-f02b219625e6), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.448722 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] Deleting port a04260ad-032b-40d5-a98d-a469d034665e {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:55:39.449063 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (a04260ad-032b-40d5-a98d-a469d034665e), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.481509 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17ae0a8-08db-48df-ab8b-5d37b79f9b63 None None] DHCP port deletion for bf94e581-597b-4b10-b9c0-f02b219625e6 request from dv-cinder-837540-3-iscsi {{(pid=110413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:55:39.512171 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] For port a04260ad-032b-40d5-a98d-a469d034665e, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=a04260ad-032b-40d5-a98d-a469d034665e,segment=NetworkSegment(e2479537-8230-4e2f-ad9a-ebd86e595025),segment_id=e2479537-8230-4e2f-ad9a-ebd86e595025)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:55:39.512538 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (a04260ad-032b-40d5-a98d-a469d034665e), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.520810 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-d17ae0a8-08db-48df-ab8b-5d37b79f9b63 None None] Deleting port a04260ad-032b-40d5-a98d-a469d034665e {{(pid=110413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:55:39.521206 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-d17ae0a8-08db-48df-ab8b-5d37b79f9b63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (a04260ad-032b-40d5-a98d-a469d034665e), before_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.525507 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] Calling delete_port for a04260ad-032b-40d5-a98d-a469d034665e owned by network:dhcp {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:55:39.591732 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-d17ae0a8-08db-48df-ab8b-5d37b79f9b63 None None] For port a04260ad-032b-40d5-a98d-a469d034665e, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=a04260ad-032b-40d5-a98d-a469d034665e,segment=NetworkSegment(e2479537-8230-4e2f-ad9a-ebd86e595025),segment_id=e2479537-8230-4e2f-ad9a-ebd86e595025)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:55:39.592168 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-d17ae0a8-08db-48df-ab8b-5d37b79f9b63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (a04260ad-032b-40d5-a98d-a469d034665e), precommit_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.605672 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-d17ae0a8-08db-48df-ab8b-5d37b79f9b63 None None] Calling delete_port for a04260ad-032b-40d5-a98d-a469d034665e owned by network:dhcp {{(pid=110413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:55:39.703419 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (a04260ad-032b-40d5-a98d-a469d034665e), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.709149 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-d17ae0a8-08db-48df-ab8b-5d37b79f9b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999'] for port (a04260ad-032b-40d5-a98d-a469d034665e), after_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.730100 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04260ad-032b-40d5-a98d-a469d034665e,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:39.734699 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] No DVR routers for this DVR port a04260ad-032b-40d5-a98d-a469d034665e on host dv-cinder-837540-3-iscsi {{(pid=110412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:55:39.736506 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ae0a8-08db-48df-ab8b-5d37b79f9b63 None None] Pushing event deleted for resources: {'Port': ['ID=a04260ad-032b-40d5-a98d-a469d034665e,revision_number=None']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:39.742189 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17ae0a8-08db-48df-ab8b-5d37b79f9b63 None None] No DVR routers for this DVR port a04260ad-032b-40d5-a98d-a469d034665e on host dv-cinder-837540-3-iscsi {{(pid=110413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:55:39.807214 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044203', 'neutron.services.segments.db._delete_segments_for_network-8766881083832'] for network (bf94e581-597b-4b10-b9c0-f02b219625e6), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.827060 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf94e581-597b-4b10-b9c0-f02b219625e6']}} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:39.836804 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2479537-8230-4e2f-ad9a-ebd86e595025') {'for_net_delete': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:39.837301 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2479537-8230-4e2f-ad9a-ebd86e595025') {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:55:39.846543 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766880940993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5090906'] for segment (e2479537-8230-4e2f-ad9a-ebd86e595025), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.860227 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (e2479537-8230-4e2f-ad9a-ebd86e595025), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.866095 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=110412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:55:39.866469 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773778'] for segment (e2479537-8230-4e2f-ad9a-ebd86e595025), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: Traceback (most recent call last): Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: timer() Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: cb(*args, **kw) Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: return func(*args, **kwargs) Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: self._notify() Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: self.callback(batched_events) Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: event.method(event) Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: return f(self, *a, **k) Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._get(url).json() Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: return self.request(url, 'GET', **kwargs) Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:55:39.868297 dv-cinder-837540-3-iscsi neutron-server[110412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:55:39.988764 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644488'] for network (bf94e581-597b-4b10-b9c0-f02b219625e6), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.994302 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.997554 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bf94e581-597b-4b10-b9c0-f02b219625e6 HTTP/1.1" status: 204 len: 168 time: 0.6827278 Apr 14 20:55:40.009029 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adb8aa-7335-4a54-9885-efc6534fd7f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf94e581-597b-4b10-b9c0-f02b219625e6,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:40.289937 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 53026) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:40.334104 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-476b0a63-0998-40cd-a752-740baf8d407e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4594533c2d114769b73069549c61e38e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429680 Apr 14 20:55:40.336475 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 53028) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:40.382164 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7b67a72a-903a-4746-b4db-b3f446f1c778 admin admin] Publish callbacks [] for security_group (7724a2cf-c5eb-4cde-b803-49b4163b81c8), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:40.403340 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7b67a72a-903a-4746-b4db-b3f446f1c778 admin admin] Publish callbacks [] for security_group (7724a2cf-c5eb-4cde-b803-49b4163b81c8), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:40.529566 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7b67a72a-903a-4746-b4db-b3f446f1c778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (7724a2cf-c5eb-4cde-b803-49b4163b81c8), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:40.532040 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-7b67a72a-903a-4746-b4db-b3f446f1c778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:40.533339 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-7b67a72a-903a-4746-b4db-b3f446f1c778 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7724a2cf-c5eb-4cde-b803-49b4163b81c8 HTTP/1.1" status: 204 len: 168 time: 0.1958461 Apr 14 20:55:40.541509 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67a72a-903a-4746-b4db-b3f446f1c778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7724a2cf-c5eb-4cde-b803-49b4163b81c8,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:40.837418 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device b144c879-6950-42a5-899e-2175cd217283 no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:55:40.859369 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: b144c879-6950-42a5-899e-2175cd217283 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:55:40.859369 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device b144c879-6950-42a5-899e-2175cd217283 not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:55:40.859369 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device a04260ad-032b-40d5-a98d-a469d034665e no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:55:40.881415 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: a04260ad-032b-40d5-a98d-a469d034665e {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:55:40.881415 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device a04260ad-032b-40d5-a98d-a469d034665e not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:55:41.270381 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 53034) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:41.310242 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-b0430983-af6a-4fe4-b1e0-a16fff2c9813 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fde707717239452f8b75bc2c845b8e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386732 Apr 14 20:55:41.312685 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 53036) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:55:41.358614 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-648db727-c54e-4a89-baf3-f1775db91181 admin admin] Publish callbacks [] for security_group (a6236255-c188-4d7c-9ed7-2cb322221311), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:41.380050 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-648db727-c54e-4a89-baf3-f1775db91181 admin admin] Publish callbacks [] for security_group (a6236255-c188-4d7c-9ed7-2cb322221311), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:41.500959 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-648db727-c54e-4a89-baf3-f1775db91181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a6236255-c188-4d7c-9ed7-2cb322221311), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:41.503426 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-648db727-c54e-4a89-baf3-f1775db91181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:41.504579 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-648db727-c54e-4a89-baf3-f1775db91181 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6236255-c188-4d7c-9ed7-2cb322221311 HTTP/1.1" status: 204 len: 168 time: 0.1909993 Apr 14 20:55:41.513058 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648db727-c54e-4a89-baf3-f1775db91181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6236255-c188-4d7c-9ed7-2cb322221311,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:44.828867 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:52.908573 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ad3e7668-4ae3-419b-a437-c7432ef392cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:55.033802 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-4290820c-496b-4876-a495-835c94b669d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:56.399566 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:57.793880 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:59.415110 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:00.046182 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:56:04.982816 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-82df61b7-6e1d-4063-a7ef-a785411e9b9a req-a0d61554-92b9-4cc8-8bab-d89a72295fef tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-553556703&fields=id&tenant_id=7e1481294ef142e788ed321706a1b488 HTTP/1.1" status: 200 len: 267 time: 0.0435865 Apr 14 20:56:05.033334 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df61b7-6e1d-4063-a7ef-a785411e9b9a req-8051320d-ec12-4df5-a813-064296572399 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:56:05.034812 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-82df61b7-6e1d-4063-a7ef-a785411e9b9a req-8051320d-ec12-4df5-a813-064296572399 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 984 time: 0.0468299 Apr 14 20:56:05.045406 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.v2.base [req-82df61b7-6e1d-4063-a7ef-a785411e9b9a req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Request body: {'port': {'security_groups': ['bc1769dc-9014-4ad1-82a5-70ee6090ef6f']}} {{(pid=110412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:56:05.118466 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-82df61b7-6e1d-4063-a7ef-a785411e9b9a req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000827'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:05.292459 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [req-82df61b7-6e1d-4063-a7ef-a785411e9b9a req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] For port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3,segment=NetworkSegment(dea35c94-6817-4b4d-bf63-ac8884ca8903),segment_id=dea35c94-6817-4b4d-bf63-ac8884ca8903)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:56:05.322511 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-82df61b7-6e1d-4063-a7ef-a785411e9b9a req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:05.399253 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-82df61b7-6e1d-4063-a7ef-a785411e9b9a req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766881018664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766880526008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766880526026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773886'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:05.411235 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['8cdcc430-cc1c-4e7e-87b0-08c68487ffd3'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:56:05.441674 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df61b7-6e1d-4063-a7ef-a785411e9b9a req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:56:05.442509 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [req-82df61b7-6e1d-4063-a7ef-a785411e9b9a req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:05.443487 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-82df61b7-6e1d-4063-a7ef-a785411e9b9a req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "PUT /v2.0/ports/8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 HTTP/1.1" status: 200 len: 942 time: 0.4027042 Apr 14 20:56:05.445987 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'tag': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:56:05.448374 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823d5e58-8447-4311-8a23-2093f9e31258" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad9a273-f858-4610-b3bb-53a3829c2713", "tag": "8cdcc430-cc1c-4e7e-87b0-08c68487ffd3"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:56:05.452106 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 53050) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:56:05.493837 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Pushing event updated for resources: {'Port': ['ID=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3,revision_number=7']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:56:05.502580 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:05.502967 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:05.503321 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:05.503671 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:05.504027 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:05.504347 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:05.504691 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:05.505024 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:05.505385 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:05.505718 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:05.506053 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:05.506397 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:05.506738 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:05.507073 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:05.507407 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb6ede-4c9f-411c-92bf-239dff802028 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:05.522212 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['8cdcc430-cc1c-4e7e-87b0-08c68487ffd3'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:56:05.529071 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4fd2c86b-dcb7-4ebb-9d4a-dc686a5ec2cf tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group (4334527f-5ec3-4952-8f47-fa897edd0dab), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:05.562809 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4fd2c86b-dcb7-4ebb-9d4a-dc686a5ec2cf tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group (4334527f-5ec3-4952-8f47-fa897edd0dab), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:05.708795 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4fd2c86b-dcb7-4ebb-9d4a-dc686a5ec2cf tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (4334527f-5ec3-4952-8f47-fa897edd0dab), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:05.711369 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4fd2c86b-dcb7-4ebb-9d4a-dc686a5ec2cf tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:05.713287 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-4fd2c86b-dcb7-4ebb-9d4a-dc686a5ec2cf tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "DELETE /v2.0/security-groups/4334527f-5ec3-4952-8f47-fa897edd0dab HTTP/1.1" status: 204 len: 168 time: 0.2594159 Apr 14 20:56:05.716642 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945232cd-d59e-4205-83a9-1d4030a8e388 x-openstack-request-id: req-945232cd-d59e-4205-83a9-1d4030a8e388 {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:56:05.717023 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad9a273-f858-4610-b3bb-53a3829c2713", "tag": "8cdcc430-cc1c-4e7e-87b0-08c68487ffd3", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:56:05.717319 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-945232cd-d59e-4205-83a9-1d4030a8e388 {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:56:05.717853 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-945232cd-d59e-4205-83a9-1d4030a8e388'] response: {'name': 'network-changed', 'server_uuid': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'tag': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3', 'status': 'completed', 'code': 200} Apr 14 20:56:05.718401 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 53054) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:56:05.725263 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2c86b-dcb7-4ebb-9d4a-dc686a5ec2cf tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4334527f-5ec3-4952-8f47-fa897edd0dab,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:56:05.765037 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.provisioning_blocks [None req-724215d2-793f-4b89-972a-aa229d60d27c None None] Provisioning complete for port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 triggered by entity DHCP. {{(pid=110413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:56:05.765697 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-724215d2-793f-4b89-972a-aa229d60d27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923508'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), provisioning_complete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:05.854267 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-724215d2-793f-4b89-972a-aa229d60d27c None None] Current status of the port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 is: ACTIVE; New status is: ACTIVE {{(pid=110413) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:56:05.884285 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d5e58-8447-4311-8a23-2093f9e31258 req-22171992-9952-4a52-b429-f4396c3e80e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:56:05.885897 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-823d5e58-8447-4311-8a23-2093f9e31258 req-22171992-9952-4a52-b429-f4396c3e80e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e1481294ef142e788ed321706a1b488&device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 1129 time: 0.1466579 Apr 14 20:56:05.897172 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-d8e49128-691c-4379-ae16-872a76431b07 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Deleting port 447ae4c9-cadb-40a4-9e20-76880b51f5fd {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:56:05.897540 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d8e49128-691c-4379-ae16-872a76431b07 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (447ae4c9-cadb-40a4-9e20-76880b51f5fd), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:05.974950 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d8e49128-691c-4379-ae16-872a76431b07 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (447ae4c9-cadb-40a4-9e20-76880b51f5fd), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:05.975278 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d8e49128-691c-4379-ae16-872a76431b07 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for floatingip (447ae4c9-cadb-40a4-9e20-76880b51f5fd), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:05.975778 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d5e58-8447-4311-8a23-2093f9e31258 req-658568ae-a8d2-4ddd-89ca-011aea0f86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:56:05.977277 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-823d5e58-8447-4311-8a23-2093f9e31258 req-658568ae-a8d2-4ddd-89ca-011aea0f86f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c7c3215-c99c-420e-95b8-20ee7a278b6a HTTP/1.1" status: 200 len: 915 time: 0.0847321 Apr 14 20:56:05.987681 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-d8e49128-691c-4379-ae16-872a76431b07 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Calling delete_port for 447ae4c9-cadb-40a4-9e20-76880b51f5fd owned by network:floatingip {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:56:06.047968 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-823d5e58-8447-4311-8a23-2093f9e31258 req-61ac56c9-6d6c-4bc4-9dcc-764a946623b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 HTTP/1.1" status: 200 len: 1000 time: 0.0648189 Apr 14 20:56:06.095822 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d5e58-8447-4311-8a23-2093f9e31258 req-e9f435fb-9caf-46c1-9821-b73b9774c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:56:06.097315 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-823d5e58-8447-4311-8a23-2093f9e31258 req-e9f435fb-9caf-46c1-9821-b73b9774c295 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5785ab8e-e22b-4776-b23e-7e02437742cc HTTP/1.1" status: 200 len: 853 time: 0.0435197 Apr 14 20:56:06.140928 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d5e58-8447-4311-8a23-2093f9e31258 req-7ab515c0-7909-4d6e-af80-0aa32dfc5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:56:06.142362 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-823d5e58-8447-4311-8a23-2093f9e31258 req-7ab515c0-7909-4d6e-af80-0aa32dfc5653 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7c3215-c99c-420e-95b8-20ee7a278b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388362 Apr 14 20:56:06.151765 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [req-823d5e58-8447-4311-8a23-2093f9e31258 req-da65234a-9866-4690-b789-b4a1743378f4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=110411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:56:06.152739 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-823d5e58-8447-4311-8a23-2093f9e31258 req-da65234a-9866-4690-b789-b4a1743378f4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048645 Apr 14 20:56:06.211363 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d8e49128-691c-4379-ae16-872a76431b07 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (447ae4c9-cadb-40a4-9e20-76880b51f5fd), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:06.241010 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e49128-691c-4379-ae16-872a76431b07 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Pushing event deleted for resources: {'Port': ['ID=447ae4c9-cadb-40a4-9e20-76880b51f5fd,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:56:06.244905 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-823d5e58-8447-4311-8a23-2093f9e31258 req-c79ba233-e5e2-4113-bf4f-b35de504a775 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7c3215-c99c-420e-95b8-20ee7a278b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863957 Apr 14 20:56:06.302829 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d8e49128-691c-4379-ae16-872a76431b07 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks [] for floatingip (0aaaf5a1-af57-4c52-9138-edf4f48592aa), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:06.303227 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.db.l3_db [None req-d8e49128-691c-4379-ae16-872a76431b07 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Floating IP 0aaaf5a1-af57-4c52-9138-edf4f48592aa disassociated (deleted). External IP: 172.27.1.50, port: 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3. Apr 14 20:56:06.340256 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-823d5e58-8447-4311-8a23-2093f9e31258 req-7f8c3235-378f-412e-8862-bd16834ea4b1 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7c3215-c99c-420e-95b8-20ee7a278b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884490 Apr 14 20:56:06.773931 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e49128-691c-4379-ae16-872a76431b07 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Router 6255b93e-300b-4623-b391-ee559f24df7c has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:56:06.882729 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e49128-691c-4379-ae16-872a76431b07 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:56:06.887510 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-d8e49128-691c-4379-ae16-872a76431b07 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for floatingip (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:06.892869 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69cb60-52dd-4889-831b-4156221f186a None None] Sync routers for ids ['6255b93e-300b-4623-b391-ee559f24df7c'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:56:06.902364 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69cb60-52dd-4889-831b-4156221f186a None None] Routers {'6255b93e-300b-4623-b391-ee559f24df7c'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:56:06.902980 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-6d69cb60-52dd-4889-831b-4156221f186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:55:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['6255b93e-300b-4623-b391-ee559f24df7c'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:56:06.917439 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-d8e49128-691c-4379-ae16-872a76431b07 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "DELETE /v2.0/floatingips/0aaaf5a1-af57-4c52-9138-edf4f48592aa HTTP/1.1" status: 204 len: 168 time: 1.1978385 Apr 14 20:56:07.012330 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-6d69cb60-52dd-4889-831b-4156221f186a None None] Set router 6255b93e-300b-4623-b391-ee559f24df7c gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:56:07.199256 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-6d69cb60-52dd-4889-831b-4156221f186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6255b93e-300b-4623-b391-ee559f24df7c', 'name': 'tempest-TestMinimumBasicScenario-138087540-router', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:49Z', 'revision_number': 4, 'project_id': '7e1481294ef142e788ed321706a1b488', 'gw_port': {'id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '051d835f-8ead-4cf3-91e3-ce486863ce46', 'name': '', 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'mac_address': 'fa:16:3e:29:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:48Z', 'updated_at': '2022-04-14T20:53:53Z', 'revision_number': 5, 'project_id': '7e1481294ef142e788ed321706a1b488', 'subnets': [{'id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:56:07.230870 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69cb60-52dd-4889-831b-4156221f186a None None] Checking router: 6255b93e-300b-4623-b391-ee559f24df7c for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:56:07.239857 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69cb60-52dd-4889-831b-4156221f186a None None] Routers {'6255b93e-300b-4623-b391-ee559f24df7c'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:56:07.240540 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-6d69cb60-52dd-4889-831b-4156221f186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:55:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['6255b93e-300b-4623-b391-ee559f24df7c'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:56:07.351165 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-6d69cb60-52dd-4889-831b-4156221f186a None None] Set router 6255b93e-300b-4623-b391-ee559f24df7c gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:56:07.538136 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-6d69cb60-52dd-4889-831b-4156221f186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6255b93e-300b-4623-b391-ee559f24df7c', 'name': 'tempest-TestMinimumBasicScenario-138087540-router', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:49Z', 'revision_number': 4, 'project_id': '7e1481294ef142e788ed321706a1b488', 'gw_port': {'id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '051d835f-8ead-4cf3-91e3-ce486863ce46', 'name': '', 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'mac_address': 'fa:16:3e:29:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:48Z', 'updated_at': '2022-04-14T20:53:53Z', 'revision_number': 5, 'project_id': '7e1481294ef142e788ed321706a1b488', 'subnets': [{'id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:56:07.564027 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69cb60-52dd-4889-831b-4156221f186a None None] The sync data for ids ['6255b93e-300b-4623-b391-ee559f24df7c'] in dv-cinder-837540-3-iscsi is: [{'id': '6255b93e-300b-4623-b391-ee559f24df7c', 'name': 'tempest-TestMinimumBasicScenario-138087540-router', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:49Z', 'revision_number': 4, 'project_id': '7e1481294ef142e788ed321706a1b488', 'gw_port': {'id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi', '_interfaces': [{'id': '051d835f-8ead-4cf3-91e3-ce486863ce46', 'name': '', 'network_id': '8c7c3215-c99c-420e-95b8-20ee7a278b6a', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'mac_address': 'fa:16:3e:29:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:48Z', 'updated_at': '2022-04-14T20:53:53Z', 'revision_number': 5, 'project_id': '7e1481294ef142e788ed321706a1b488', 'subnets': [{'id': '5785ab8e-e22b-4776-b23e-7e02437742cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:56:07.718932 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'tag': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3'}] {{(pid=110412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:56:07.721444 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}149f10429108175afb6608e74be4379eea75fab5b6eeb87184de49e8c7915599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1d6c5f-8fda-40fd-99b0-c5439091877f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad9a273-f858-4610-b3bb-53a3829c2713", "tag": "8cdcc430-cc1c-4e7e-87b0-08c68487ffd3"}]}' {{(pid=110412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:56:07.758075 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d66ae0b-81ef-4237-abf0-3623404f4edf x-openstack-request-id: req-0d66ae0b-81ef-4237-abf0-3623404f4edf {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:56:07.758366 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad9a273-f858-4610-b3bb-53a3829c2713", "tag": "8cdcc430-cc1c-4e7e-87b0-08c68487ffd3", "status": "completed", "code": 200}]} {{(pid=110412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:56:07.758620 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d66ae0b-81ef-4237-abf0-3623404f4edf {{(pid=110412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:56:07.759023 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d66ae0b-81ef-4237-abf0-3623404f4edf'] response: {'name': 'network-changed', 'server_uuid': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'tag': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3', 'status': 'completed', 'code': 200} Apr 14 20:56:07.799729 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb9f911-4378-4ac3-b885-92b0952453d1 None None] New status for floating IP 0aaaf5a1-af57-4c52-9138-edf4f48592aa: DOWN {{(pid=110414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:56:07.819625 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d6c5f-8fda-40fd-99b0-c5439091877f req-72993c8b-2594-40b7-bb72-e32473752c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:56:07.821230 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cc1d6c5f-8fda-40fd-99b0-c5439091877f req-72993c8b-2594-40b7-bb72-e32473752c63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e1481294ef142e788ed321706a1b488&device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 1129 time: 0.0409825 Apr 14 20:56:07.914974 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d6c5f-8fda-40fd-99b0-c5439091877f req-8b61e3ad-5749-40c7-bd07-08f63176c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:56:07.916433 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cc1d6c5f-8fda-40fd-99b0-c5439091877f req-8b61e3ad-5749-40c7-bd07-08f63176c502 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c7c3215-c99c-420e-95b8-20ee7a278b6a HTTP/1.1" status: 200 len: 915 time: 0.0890887 Apr 14 20:56:07.960261 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cc1d6c5f-8fda-40fd-99b0-c5439091877f req-05594b0f-3191-46ef-bf58-c24dd3ebc64e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 HTTP/1.1" status: 200 len: 217 time: 0.0375457 Apr 14 20:56:08.008948 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d6c5f-8fda-40fd-99b0-c5439091877f req-84aa4b90-0cb5-4f76-ab13-d3f64ce5922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:56:08.010433 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cc1d6c5f-8fda-40fd-99b0-c5439091877f req-84aa4b90-0cb5-4f76-ab13-d3f64ce5922f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5785ab8e-e22b-4776-b23e-7e02437742cc HTTP/1.1" status: 200 len: 853 time: 0.0434163 Apr 14 20:56:08.054373 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d6c5f-8fda-40fd-99b0-c5439091877f req-b37bd644-ab46-48c8-8ddd-830da5069504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:56:08.055891 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cc1d6c5f-8fda-40fd-99b0-c5439091877f req-b37bd644-ab46-48c8-8ddd-830da5069504 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7c3215-c99c-420e-95b8-20ee7a278b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383632 Apr 14 20:56:08.147946 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cc1d6c5f-8fda-40fd-99b0-c5439091877f req-f980d0af-ac3a-452d-be31-58b116b52aad service neutron] 10.222.0.16 "GET /v2.0/networks/8c7c3215-c99c-420e-95b8-20ee7a278b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854702 Apr 14 20:56:08.239088 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-cc1d6c5f-8fda-40fd-99b0-c5439091877f req-9931ca42-2287-497d-a5e2-2c2f6f73f09d service neutron] 10.222.0.16 "GET /v2.0/networks/8c7c3215-c99c-420e-95b8-20ee7a278b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845041 Apr 14 20:56:10.130638 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae61a84-986f-441e-9ee2-52da6c0bcf35 req-9ab03112-0f7c-44d1-b602-f7497414da3d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:56:10.132089 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1ae61a84-986f-441e-9ee2-52da6c0bcf35 req-9ab03112-0f7c-44d1-b602-f7497414da3d tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 945 time: 0.0475955 Apr 14 20:56:10.181637 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [req-1ae61a84-986f-441e-9ee2-52da6c0bcf35 req-af037fd6-fe58-4461-a3af-b18788017b26 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423210 Apr 14 20:56:11.303604 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbf85e-0617-4138-b7e5-435838bb0065 req-4b4bd0d5-0800-4b00-b061-7692183f0ce1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:56:11.305064 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8afbf85e-0617-4138-b7e5-435838bb0065 req-4b4bd0d5-0800-4b00-b061-7692183f0ce1 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 945 time: 0.0531390 Apr 14 20:56:11.351220 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-8afbf85e-0617-4138-b7e5-435838bb0065 req-d91b675a-1cfe-43c6-b45e-1b956123e918 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc1769dc-9014-4ad1-82a5-70ee6090ef6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406766 Apr 14 20:56:11.737685 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1509e2e-55db-4476-a825-6e775ef12227 req-0a75ee75-3346-4a4e-a40d-6c9da048deb4 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:56:11.739107 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a1509e2e-55db-4476-a825-6e775ef12227 req-0a75ee75-3346-4a4e-a40d-6c9da048deb4 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 945 time: 0.0458055 Apr 14 20:56:11.821832 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-a1509e2e-55db-4476-a825-6e775ef12227 req-7b28b79b-be09-47e5-8b79-cec315780ec7 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Deleting port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:56:11.822173 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-a1509e2e-55db-4476-a825-6e775ef12227 req-7b28b79b-be09-47e5-8b79-cec315780ec7 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:11.909568 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [req-a1509e2e-55db-4476-a825-6e775ef12227 req-7b28b79b-be09-47e5-8b79-cec315780ec7 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] For port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3,segment=NetworkSegment(dea35c94-6817-4b4d-bf63-ac8884ca8903),segment_id=dea35c94-6817-4b4d-bf63-ac8884ca8903)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:56:11.909929 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-a1509e2e-55db-4476-a825-6e775ef12227 req-7b28b79b-be09-47e5-8b79-cec315780ec7 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:11.922680 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [req-a1509e2e-55db-4476-a825-6e775ef12227 req-7b28b79b-be09-47e5-8b79-cec315780ec7 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Calling delete_port for 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 owned by compute:nova {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:56:12.111982 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-a1509e2e-55db-4476-a825-6e775ef12227 req-7b28b79b-be09-47e5-8b79-cec315780ec7 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (8cdcc430-cc1c-4e7e-87b0-08c68487ffd3), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:12.125706 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] get_ports_and_sgs() called for port_ids ['8cdcc430-cc1c-4e7e-87b0-08c68487ffd3'] {{(pid=110413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:56:12.147853 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28b79b-be09-47e5-8b79-cec315780ec7 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Pushing event deleted for resources: {'Port': ['ID=8cdcc430-cc1c-4e7e-87b0-08c68487ffd3,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:56:12.188886 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1509e2e-55db-4476-a825-6e775ef12227 req-7b28b79b-be09-47e5-8b79-cec315780ec7 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] No DVR routers for this DVR port 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 on host hv-cinder-83754 {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:56:12.191461 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [req-a1509e2e-55db-4476-a825-6e775ef12227 req-7b28b79b-be09-47e5-8b79-cec315780ec7 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102690'] for port (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:12.195236 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-a1509e2e-55db-4476-a825-6e775ef12227 req-7b28b79b-be09-47e5-8b79-cec315780ec7 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.16 "DELETE /v2.0/ports/8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 HTTP/1.1" status: 204 len: 173 time: 0.4509022 Apr 14 20:56:12.195690 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'name': 'network-vif-deleted', 'tag': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:56:12.198700 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3245034d045427a58722cc7ecc39a8bfe224b32fc347ae9fc446cc352c3c2259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d62286d-e7a9-41fc-8946-807b079d04f8" -d '{"events": [{"server_uuid": "1ad9a273-f858-4610-b3bb-53a3829c2713", "name": "network-vif-deleted", "tag": "8cdcc430-cc1c-4e7e-87b0-08c68487ffd3"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:56:12.293278 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f28993-59af-49cc-b8cf-1d0fb3297734 x-openstack-request-id: req-f6f28993-59af-49cc-b8cf-1d0fb3297734 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:56:12.293638 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad9a273-f858-4610-b3bb-53a3829c2713", "name": "network-vif-deleted", "tag": "8cdcc430-cc1c-4e7e-87b0-08c68487ffd3", "status": "completed", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:56:12.293954 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6f28993-59af-49cc-b8cf-1d0fb3297734 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:56:12.294426 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f28993-59af-49cc-b8cf-1d0fb3297734'] response: {'server_uuid': '1ad9a273-f858-4610-b3bb-53a3829c2713', 'name': 'network-vif-deleted', 'tag': '8cdcc430-cc1c-4e7e-87b0-08c68487ffd3', 'status': 'completed', 'code': 200} Apr 14 20:56:12.453518 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [req-b07ba081-18d4-434c-bb1e-b0093d51dde8 req-6f275acd-aeb8-40f0-92bc-ad802f6d26b0 tempest-TestMinimumBasicScenario-1666228626 tempest-TestMinimumBasicScenario-1666228626-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad9a273-f858-4610-b3bb-53a3829c2713 HTTP/1.1" status: 200 len: 210 time: 0.0329120 Apr 14 20:56:14.834230 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:14.994791 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 53140) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:56:15.311726 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3019a544-ee6a-4f73-9998-91af143823ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643990'] for router_interface (6255b93e-300b-4623-b391-ee559f24df7c), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:15.543382 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-3019a544-ee6a-4f73-9998-91af143823ec admin admin] Deleting port 051d835f-8ead-4cf3-91e3-ce486863ce46 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:56:15.543721 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3019a544-ee6a-4f73-9998-91af143823ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:15.622882 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-3019a544-ee6a-4f73-9998-91af143823ec admin admin] For port 051d835f-8ead-4cf3-91e3-ce486863ce46, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=051d835f-8ead-4cf3-91e3-ce486863ce46,segment=NetworkSegment(dea35c94-6817-4b4d-bf63-ac8884ca8903),segment_id=dea35c94-6817-4b4d-bf63-ac8884ca8903)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:56:15.623193 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3019a544-ee6a-4f73-9998-91af143823ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:15.636423 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-3019a544-ee6a-4f73-9998-91af143823ec admin admin] Calling delete_port for 051d835f-8ead-4cf3-91e3-ce486863ce46 owned by network:router_interface {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:56:15.908026 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:56:15.912202 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3019a544-ee6a-4f73-9998-91af143823ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (051d835f-8ead-4cf3-91e3-ce486863ce46), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:15.928307 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] No Port match for: 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:56:15.934322 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Device 8cdcc430-cc1c-4e7e-87b0-08c68487ffd3 not bound to the agent host hv-cinder-83754 {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:56:15.938298 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019a544-ee6a-4f73-9998-91af143823ec admin admin] Pushing event deleted for resources: {'Port': ['ID=051d835f-8ead-4cf3-91e3-ce486863ce46,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:56:16.102693 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3019a544-ee6a-4f73-9998-91af143823ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643850'] for router_interface (6255b93e-300b-4623-b391-ee559f24df7c), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:16.316459 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3019a544-ee6a-4f73-9998-91af143823ec admin admin] Router 6255b93e-300b-4623-b391-ee559f24df7c has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:56:16.423544 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3019a544-ee6a-4f73-9998-91af143823ec admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:56:16.428662 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-3019a544-ee6a-4f73-9998-91af143823ec admin admin] 10.222.0.15 "PUT /v2.0/routers/6255b93e-300b-4623-b391-ee559f24df7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4328275 Apr 14 20:56:16.431236 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 53142) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:56:16.432041 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119f483-7bbc-4831-bdd9-a2cc7540cd5c None None] Sync routers for ids ['6255b93e-300b-4623-b391-ee559f24df7c'] in dv-cinder-837540-3-iscsi {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:56:16.442452 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119f483-7bbc-4831-bdd9-a2cc7540cd5c None None] Routers {'6255b93e-300b-4623-b391-ee559f24df7c'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:56:16.443069 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-a119f483-7bbc-4831-bdd9-a2cc7540cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:55:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['6255b93e-300b-4623-b391-ee559f24df7c'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:56:16.536504 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ac9d69fc-beb8-45a5-8952-ff2d4398d2c4 admin admin] Publish callbacks [] for router (6255b93e-300b-4623-b391-ee559f24df7c), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:16.548142 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-a119f483-7bbc-4831-bdd9-a2cc7540cd5c None None] Set router 6255b93e-300b-4623-b391-ee559f24df7c gateway port host: dv-cinder-837540-3-iscsi {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:56:16.638153 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ac9d69fc-beb8-45a5-8952-ff2d4398d2c4 admin admin] Publish callbacks [] for router_gateway (6255b93e-300b-4623-b391-ee559f24df7c), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:16.720375 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-a119f483-7bbc-4831-bdd9-a2cc7540cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6255b93e-300b-4623-b391-ee559f24df7c', 'name': 'tempest-TestMinimumBasicScenario-138087540-router', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:56:15Z', 'revision_number': 5, 'project_id': '7e1481294ef142e788ed321706a1b488', 'gw_port': {'id': 'daef21df-a83f-4d85-9fb7-3f25e89b76ce', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6255b93e-300b-4623-b391-ee559f24df7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:56:16.747918 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119f483-7bbc-4831-bdd9-a2cc7540cd5c None None] Checking router: 6255b93e-300b-4623-b391-ee559f24df7c for host: dv-cinder-837540-3-iscsi {{(pid=110413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:56:16.757947 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119f483-7bbc-4831-bdd9-a2cc7540cd5c None None] Routers {'6255b93e-300b-4623-b391-ee559f24df7c'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:56:16.758605 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-a119f483-7bbc-4831-bdd9-a2cc7540cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:55:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['6255b93e-300b-4623-b391-ee559f24df7c'], 'active': True} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:56:16.795091 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d69fc-beb8-45a5-8952-ff2d4398d2c4 admin admin] Deleting port daef21df-a83f-4d85-9fb7-3f25e89b76ce {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:56:16.795486 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ac9d69fc-beb8-45a5-8952-ff2d4398d2c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (daef21df-a83f-4d85-9fb7-3f25e89b76ce), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:16.852127 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvr_db [None req-a119f483-7bbc-4831-bdd9-a2cc7540cd5c None None] Set router 6255b93e-300b-4623-b391-ee559f24df7c gateway port host: None {{(pid=110413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:56:16.882563 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-ac9d69fc-beb8-45a5-8952-ff2d4398d2c4 admin admin] For port daef21df-a83f-4d85-9fb7-3f25e89b76ce, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=daef21df-a83f-4d85-9fb7-3f25e89b76ce,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:56:16.882943 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ac9d69fc-beb8-45a5-8952-ff2d4398d2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (daef21df-a83f-4d85-9fb7-3f25e89b76ce), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:16.896273 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d69fc-beb8-45a5-8952-ff2d4398d2c4 admin admin] Calling delete_port for daef21df-a83f-4d85-9fb7-3f25e89b76ce owned by network:router_gateway {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:56:16.908563 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_hamode_db [None req-a119f483-7bbc-4831-bdd9-a2cc7540cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6255b93e-300b-4623-b391-ee559f24df7c', 'name': 'tempest-TestMinimumBasicScenario-138087540-router', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:56:16Z', 'revision_number': 6, 'project_id': '7e1481294ef142e788ed321706a1b488', 'gw_port_host': None}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:56:16.934523 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119f483-7bbc-4831-bdd9-a2cc7540cd5c None None] The sync data for ids ['6255b93e-300b-4623-b391-ee559f24df7c'] in dv-cinder-837540-3-iscsi is: [{'id': '6255b93e-300b-4623-b391-ee559f24df7c', 'name': 'tempest-TestMinimumBasicScenario-138087540-router', 'tenant_id': '7e1481294ef142e788ed321706a1b488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:45Z', 'updated_at': '2022-04-14T20:56:16Z', 'revision_number': 6, 'project_id': '7e1481294ef142e788ed321706a1b488', 'gw_port_host': None}] {{(pid=110413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:56:17.140671 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ac9d69fc-beb8-45a5-8952-ff2d4398d2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (daef21df-a83f-4d85-9fb7-3f25e89b76ce), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:17.166826 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d69fc-beb8-45a5-8952-ff2d4398d2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=daef21df-a83f-4d85-9fb7-3f25e89b76ce,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:56:17.229614 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ac9d69fc-beb8-45a5-8952-ff2d4398d2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644524'] for router_gateway (6255b93e-300b-4623-b391-ee559f24df7c), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:17.326231 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ac9d69fc-beb8-45a5-8952-ff2d4398d2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25830'] for router (6255b93e-300b-4623-b391-ee559f24df7c), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:17.329029 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ac9d69fc-beb8-45a5-8952-ff2d4398d2c4 admin admin] Publish callbacks [] for router_controller (6255b93e-300b-4623-b391-ee559f24df7c), precommit_delete_associations {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:17.433933 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ac9d69fc-beb8-45a5-8952-ff2d4398d2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1645577'] for router (6255b93e-300b-4623-b391-ee559f24df7c), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:17.434462 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9d69fc-beb8-45a5-8952-ff2d4398d2c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6255b93e-300b-4623-b391-ee559f24df7c {{(pid=110411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:56:17.438788 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ac9d69fc-beb8-45a5-8952-ff2d4398d2c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:17.439882 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ac9d69fc-beb8-45a5-8952-ff2d4398d2c4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6255b93e-300b-4623-b391-ee559f24df7c HTTP/1.1" status: 204 len: 168 time: 1.0077288 Apr 14 20:56:17.442469 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 53144) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:56:17.486112 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf347bf-89e7-46b3-9839-b994522c47c0 admin admin] Deleting subnet 5785ab8e-e22b-4776-b23e-7e02437742cc {{(pid=110411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:56:17.489054 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0cf347bf-89e7-46b3-9839-b994522c47c0 admin admin] Publish callbacks [] for subnet (5785ab8e-e22b-4776-b23e-7e02437742cc), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:17.524825 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0cf347bf-89e7-46b3-9839-b994522c47c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5930700'] for subnet (5785ab8e-e22b-4776-b23e-7e02437742cc), precommit_delete_associations {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:17.599103 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0cf347bf-89e7-46b3-9839-b994522c47c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041744'] for subnet (5785ab8e-e22b-4776-b23e-7e02437742cc), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:17.735206 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0cf347bf-89e7-46b3-9839-b994522c47c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4848389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4416462'] for subnet (5785ab8e-e22b-4776-b23e-7e02437742cc), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:17.760794 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf347bf-89e7-46b3-9839-b994522c47c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5785ab8e-e22b-4776-b23e-7e02437742cc,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:56:17.764402 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0cf347bf-89e7-46b3-9839-b994522c47c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:17.769687 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-0cf347bf-89e7-46b3-9839-b994522c47c0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5785ab8e-e22b-4776-b23e-7e02437742cc HTTP/1.1" status: 204 len: 168 time: 0.3262351 Apr 14 20:56:17.772439 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 53146) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:56:17.773951 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33105809-921f-4b49-91d9-5218b0c6c48e None None] Network 8c7c3215-c99c-420e-95b8-20ee7a278b6a requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:56:17.845550 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558881'] for network (8c7c3215-c99c-420e-95b8-20ee7a278b6a), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:17.894121 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] Deleting port 49aa78be-0df4-4d46-8410-1db2e7ceb39c {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:56:17.894461 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (49aa78be-0df4-4d46-8410-1db2e7ceb39c), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:17.937339 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b44c84-84cb-4377-9748-0f74ec66f9c1 None None] DHCP port deletion for 8c7c3215-c99c-420e-95b8-20ee7a278b6a request from dv-cinder-837540-3-iscsi {{(pid=110413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:56:17.968041 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] For port 49aa78be-0df4-4d46-8410-1db2e7ceb39c, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=49aa78be-0df4-4d46-8410-1db2e7ceb39c,segment=NetworkSegment(dea35c94-6817-4b4d-bf63-ac8884ca8903),segment_id=dea35c94-6817-4b4d-bf63-ac8884ca8903)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:56:17.968407 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (49aa78be-0df4-4d46-8410-1db2e7ceb39c), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:17.981657 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-71b44c84-84cb-4377-9748-0f74ec66f9c1 None None] Deleting port 49aa78be-0df4-4d46-8410-1db2e7ceb39c {{(pid=110413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:56:17.981829 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] Calling delete_port for 49aa78be-0df4-4d46-8410-1db2e7ceb39c owned by network:dhcp {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:56:17.982165 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-71b44c84-84cb-4377-9748-0f74ec66f9c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (49aa78be-0df4-4d46-8410-1db2e7ceb39c), before_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:18.047027 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-71b44c84-84cb-4377-9748-0f74ec66f9c1 None None] For port 49aa78be-0df4-4d46-8410-1db2e7ceb39c, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=49aa78be-0df4-4d46-8410-1db2e7ceb39c,segment=NetworkSegment(dea35c94-6817-4b4d-bf63-ac8884ca8903),segment_id=dea35c94-6817-4b4d-bf63-ac8884ca8903)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:56:18.047429 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-71b44c84-84cb-4377-9748-0f74ec66f9c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (49aa78be-0df4-4d46-8410-1db2e7ceb39c), precommit_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:18.059755 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-71b44c84-84cb-4377-9748-0f74ec66f9c1 None None] Calling delete_port for 49aa78be-0df4-4d46-8410-1db2e7ceb39c owned by network:dhcp {{(pid=110413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:56:18.125583 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (49aa78be-0df4-4d46-8410-1db2e7ceb39c), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:18.134817 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-71b44c84-84cb-4377-9748-0f74ec66f9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999'] for port (49aa78be-0df4-4d46-8410-1db2e7ceb39c), after_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:18.152308 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] Pushing event deleted for resources: {'Port': ['ID=49aa78be-0df4-4d46-8410-1db2e7ceb39c,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:56:18.156027 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] No DVR routers for this DVR port 49aa78be-0df4-4d46-8410-1db2e7ceb39c on host dv-cinder-837540-3-iscsi {{(pid=110412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:56:18.161545 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b44c84-84cb-4377-9748-0f74ec66f9c1 None None] Pushing event deleted for resources: {'Port': ['ID=49aa78be-0df4-4d46-8410-1db2e7ceb39c,revision_number=None']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:56:18.165515 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b44c84-84cb-4377-9748-0f74ec66f9c1 None None] No DVR routers for this DVR port 49aa78be-0df4-4d46-8410-1db2e7ceb39c on host dv-cinder-837540-3-iscsi {{(pid=110413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:56:18.236073 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044203', 'neutron.services.segments.db._delete_segments_for_network-8766881083832'] for network (8c7c3215-c99c-420e-95b8-20ee7a278b6a), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:18.255846 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7c3215-c99c-420e-95b8-20ee7a278b6a']}} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:56:18.264848 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea35c94-6817-4b4d-bf63-ac8884ca8903') {'for_net_delete': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:56:18.265143 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.services.segments.db [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea35c94-6817-4b4d-bf63-ac8884ca8903') {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:56:18.275555 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766880940993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5090906'] for segment (dea35c94-6817-4b4d-bf63-ac8884ca8903), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:18.288606 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (dea35c94-6817-4b4d-bf63-ac8884ca8903), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:18.294454 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=110412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:56:18.294840 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773778'] for segment (dea35c94-6817-4b4d-bf63-ac8884ca8903), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: Traceback (most recent call last): Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: timer() Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: cb(*args, **kw) Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: return func(*args, **kwargs) Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: self._notify() Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: self.callback(batched_events) Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: event.method(event) Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: return f(self, *a, **k) Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._get(url).json() Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: return self.request(url, 'GET', **kwargs) Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:56:18.296524 dv-cinder-837540-3-iscsi neutron-server[110412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:56:18.417043 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644488'] for network (8c7c3215-c99c-420e-95b8-20ee7a278b6a), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:18.422740 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:18.425884 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] 10.222.0.15 "DELETE /v2.0/networks/8c7c3215-c99c-420e-95b8-20ee7a278b6a HTTP/1.1" status: 204 len: 168 time: 0.6531737 Apr 14 20:56:18.428942 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 53148) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:56:18.436880 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465dc30-f9d8-48f0-a592-3399cf2f83db admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7c3215-c99c-420e-95b8-20ee7a278b6a,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:56:18.858459 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 051d835f-8ead-4cf3-91e3-ce486863ce46 no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:56:18.883185 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: 051d835f-8ead-4cf3-91e3-ce486863ce46 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:56:18.883529 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 051d835f-8ead-4cf3-91e3-ce486863ce46 not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:56:18.883943 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device daef21df-a83f-4d85-9fb7-3f25e89b76ce no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:56:19.028267 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: daef21df-a83f-4d85-9fb7-3f25e89b76ce {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:56:19.028937 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device daef21df-a83f-4d85-9fb7-3f25e89b76ce not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:56:19.029035 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 49aa78be-0df4-4d46-8410-1db2e7ceb39c no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:56:19.041888 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643990'] for router_interface (88c2c143-e35b-46db-8dbc-172ba0bfbfda), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:19.048617 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: 49aa78be-0df4-4d46-8410-1db2e7ceb39c {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:56:19.048972 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 49aa78be-0df4-4d46-8410-1db2e7ceb39c not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:56:19.274678 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Deleting port 00275722-df4b-496c-9f7b-b09614398c78 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:56:19.275017 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (00275722-df4b-496c-9f7b-b09614398c78), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:19.350961 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] For port 00275722-df4b-496c-9f7b-b09614398c78, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=00275722-df4b-496c-9f7b-b09614398c78,segment=NetworkSegment(c2ff3489-f620-495a-a3d3-6e77dbcef163),segment_id=c2ff3489-f620-495a-a3d3-6e77dbcef163)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:56:19.351233 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (00275722-df4b-496c-9f7b-b09614398c78), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:19.364093 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Calling delete_port for 00275722-df4b-496c-9f7b-b09614398c78 owned by network:router_interface {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:56:19.633691 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (00275722-df4b-496c-9f7b-b09614398c78), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:19.660872 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Pushing event deleted for resources: {'Port': ['ID=00275722-df4b-496c-9f7b-b09614398c78,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:56:19.673928 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:19.674281 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:19.674628 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:19.675069 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:19.675399 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:19.675731 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:19.676140 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:19.676473 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:19.676803 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:19.677127 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:19.677485 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:19.677811 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:19.678133 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:19.678455 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:19.678776 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-3-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:56:19.840778 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643850'] for router_interface (88c2c143-e35b-46db-8dbc-172ba0bfbfda), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:20.057677 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Router 88c2c143-e35b-46db-8dbc-172ba0bfbfda has already been hosted by L3 agent af242145-16bc-4314-9d53-5bd3f0b62026 {{(pid=110411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:56:20.168007 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] Notify agent at l3_agent.dv-cinder-837540-3-iscsi the message routers_updated {{(pid=110411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:56:20.176371 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-249e3ab9-8847-43f5-beed-2016757bdd5b admin admin] 10.222.0.15 "PUT /v2.0/routers/88c2c143-e35b-46db-8dbc-172ba0bfbfda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7457480 Apr 14 20:56:20.177618 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 53150) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:56:20.178222 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a546116b-3bf2-49fc-a82f-2c8e9ef59f26 None None] Sync routers for ids ['88c2c143-e35b-46db-8dbc-172ba0bfbfda'] in dv-cinder-837540-3-iscsi {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:56:20.188258 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a546116b-3bf2-49fc-a82f-2c8e9ef59f26 None None] Routers {'88c2c143-e35b-46db-8dbc-172ba0bfbfda'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:56:20.188901 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-a546116b-3bf2-49fc-a82f-2c8e9ef59f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:55:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['88c2c143-e35b-46db-8dbc-172ba0bfbfda'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:56:20.299703 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9c1e0177-63c8-4d51-adbe-d3879df7c9c5 admin admin] Publish callbacks [] for router (88c2c143-e35b-46db-8dbc-172ba0bfbfda), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:20.393175 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-a546116b-3bf2-49fc-a82f-2c8e9ef59f26 None None] Set router 88c2c143-e35b-46db-8dbc-172ba0bfbfda gateway port host: dv-cinder-837540-3-iscsi {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:56:20.428376 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9c1e0177-63c8-4d51-adbe-d3879df7c9c5 admin admin] Publish callbacks [] for router_gateway (88c2c143-e35b-46db-8dbc-172ba0bfbfda), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:20.552927 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-9c1e0177-63c8-4d51-adbe-d3879df7c9c5 admin admin] Deleting port 99420c13-ca11-4467-9a0e-db5384f5709c {{(pid=110412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:56:20.553402 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9c1e0177-63c8-4d51-adbe-d3879df7c9c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (99420c13-ca11-4467-9a0e-db5384f5709c), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:20.575877 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-a546116b-3bf2-49fc-a82f-2c8e9ef59f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'name': 'tempest-TestMinimumBasicScenario-1462047378-router', 'tenant_id': '9b3d6d67482b4568aa2f7500670ffd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'external_fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '99420c13-ca11-4467-9a0e-db5384f5709c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:52Z', 'updated_at': '2022-04-14T20:56:19Z', 'revision_number': 5, 'project_id': '9b3d6d67482b4568aa2f7500670ffd37', 'gw_port': {'id': '99420c13-ca11-4467-9a0e-db5384f5709c', 'name': '', 'network_id': '4d816796-e0bf-4bb0-bd57-0e101c861302', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:03:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:53:53Z', 'updated_at': '2022-04-14T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d2a2bcc-4204-4142-a59f-2e546027e468', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-3-iscsi'}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:56:20.604577 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a546116b-3bf2-49fc-a82f-2c8e9ef59f26 None None] Checking router: 88c2c143-e35b-46db-8dbc-172ba0bfbfda for host: dv-cinder-837540-3-iscsi {{(pid=110414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:56:20.613228 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a546116b-3bf2-49fc-a82f-2c8e9ef59f26 None None] Routers {'88c2c143-e35b-46db-8dbc-172ba0bfbfda'} bound to L3 agent in host dv-cinder-837540-3-iscsi {{(pid=110414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:56:20.613851 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-a546116b-3bf2-49fc-a82f-2c8e9ef59f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:36:25Z,description=,heartbeat_timestamp=2022-04-14T20:55:55Z,host='dv-cinder-837540-3-iscsi',id=af242145-16bc-4314-9d53-5bd3f0b62026,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:36:26Z,topic='l3_agent')) {'router_ids': ['88c2c143-e35b-46db-8dbc-172ba0bfbfda'], 'active': True} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:56:20.644560 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-9c1e0177-63c8-4d51-adbe-d3879df7c9c5 admin admin] For port 99420c13-ca11-4467-9a0e-db5384f5709c, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=99420c13-ca11-4467-9a0e-db5384f5709c,segment=NetworkSegment(9b21e49b-dc6d-4560-8b4d-029140a397e6),segment_id=9b21e49b-dc6d-4560-8b4d-029140a397e6)] {{(pid=110412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:56:20.644803 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9c1e0177-63c8-4d51-adbe-d3879df7c9c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (99420c13-ca11-4467-9a0e-db5384f5709c), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:20.660259 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.plugin [None req-9c1e0177-63c8-4d51-adbe-d3879df7c9c5 admin admin] Calling delete_port for 99420c13-ca11-4467-9a0e-db5384f5709c owned by network:router_gateway {{(pid=110412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:56:20.705941 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_dvr_db [None req-a546116b-3bf2-49fc-a82f-2c8e9ef59f26 None None] Set router 88c2c143-e35b-46db-8dbc-172ba0bfbfda gateway port host: None {{(pid=110414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:56:20.761737 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.l3_hamode_db [None req-a546116b-3bf2-49fc-a82f-2c8e9ef59f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'name': 'tempest-TestMinimumBasicScenario-1462047378-router', 'tenant_id': '9b3d6d67482b4568aa2f7500670ffd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:52Z', 'updated_at': '2022-04-14T20:56:20Z', 'revision_number': 6, 'project_id': '9b3d6d67482b4568aa2f7500670ffd37', 'gw_port_host': None}], 'dv-cinder-837540-3-iscsi', False) {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:56:20.791632 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a546116b-3bf2-49fc-a82f-2c8e9ef59f26 None None] The sync data for ids ['88c2c143-e35b-46db-8dbc-172ba0bfbfda'] in dv-cinder-837540-3-iscsi is: [{'id': '88c2c143-e35b-46db-8dbc-172ba0bfbfda', 'name': 'tempest-TestMinimumBasicScenario-1462047378-router', 'tenant_id': '9b3d6d67482b4568aa2f7500670ffd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:53:52Z', 'updated_at': '2022-04-14T20:56:20Z', 'revision_number': 6, 'project_id': '9b3d6d67482b4568aa2f7500670ffd37', 'gw_port_host': None}] {{(pid=110414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:56:20.931603 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9c1e0177-63c8-4d51-adbe-d3879df7c9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773831'] for port (99420c13-ca11-4467-9a0e-db5384f5709c), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:20.962228 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e0177-63c8-4d51-adbe-d3879df7c9c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=99420c13-ca11-4467-9a0e-db5384f5709c,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:56:21.035224 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9c1e0177-63c8-4d51-adbe-d3879df7c9c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644524'] for router_gateway (88c2c143-e35b-46db-8dbc-172ba0bfbfda), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:21.142482 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9c1e0177-63c8-4d51-adbe-d3879df7c9c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25830'] for router (88c2c143-e35b-46db-8dbc-172ba0bfbfda), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:21.153067 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9c1e0177-63c8-4d51-adbe-d3879df7c9c5 admin admin] Publish callbacks [] for router_controller (88c2c143-e35b-46db-8dbc-172ba0bfbfda), precommit_delete_associations {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:21.290877 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9c1e0177-63c8-4d51-adbe-d3879df7c9c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1645577'] for router (88c2c143-e35b-46db-8dbc-172ba0bfbfda), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:21.291514 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1e0177-63c8-4d51-adbe-d3879df7c9c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88c2c143-e35b-46db-8dbc-172ba0bfbfda {{(pid=110412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:56:21.295689 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-9c1e0177-63c8-4d51-adbe-d3879df7c9c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:21.296863 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-9c1e0177-63c8-4d51-adbe-d3879df7c9c5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/88c2c143-e35b-46db-8dbc-172ba0bfbfda HTTP/1.1" status: 204 len: 168 time: 1.1181428 Apr 14 20:56:21.299476 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [-] (110412) accepted ('10.222.0.15', 53152) {{(pid=110412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:56:21.343381 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.db.db_base_plugin_v2 [None req-734f952d-3734-4cde-a5b8-313772d9b9fd admin admin] Deleting subnet c99ade8e-89d1-433f-846c-0ce9e68c3986 {{(pid=110412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:56:21.346611 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-734f952d-3734-4cde-a5b8-313772d9b9fd admin admin] Publish callbacks [] for subnet (c99ade8e-89d1-433f-846c-0ce9e68c3986), before_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:21.382100 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-734f952d-3734-4cde-a5b8-313772d9b9fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5090913'] for subnet (c99ade8e-89d1-433f-846c-0ce9e68c3986), precommit_delete_associations {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:21.464753 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-734f952d-3734-4cde-a5b8-313772d9b9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041744'] for subnet (c99ade8e-89d1-433f-846c-0ce9e68c3986), precommit_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:21.588593 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-734f952d-3734-4cde-a5b8-313772d9b9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7773928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309105'] for subnet (c99ade8e-89d1-433f-846c-0ce9e68c3986), after_delete {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:21.615792 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f952d-3734-4cde-a5b8-313772d9b9fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c99ade8e-89d1-433f-846c-0ce9e68c3986,revision_number=None']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:56:21.617775 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-734f952d-3734-4cde-a5b8-313772d9b9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for subnet (None), before_response {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:21.621833 dv-cinder-837540-3-iscsi neutron-server[110412]: INFO neutron.wsgi [None req-734f952d-3734-4cde-a5b8-313772d9b9fd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c99ade8e-89d1-433f-846c-0ce9e68c3986 HTTP/1.1" status: 204 len: 168 time: 0.3205180 Apr 14 20:56:21.623361 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c181b69d-534c-4783-8312-201664343a2e None None] Network 689cca09-9601-4c22-8d00-76a675b3d654 requested from dv-cinder-837540-3-iscsi {{(pid=110413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:56:21.624321 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 53154) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:56:21.700138 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558881'] for network (689cca09-9601-4c22-8d00-76a675b3d654), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:21.744927 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] Deleting port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:56:21.745394 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (99d0e6ac-efdd-4884-9ba4-0f557f6998d9), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:21.783886 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66803765-5a7c-4441-b331-15299dbd51d0 None None] DHCP port deletion for 689cca09-9601-4c22-8d00-76a675b3d654 request from dv-cinder-837540-3-iscsi {{(pid=110413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:56:21.815645 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] For port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=99d0e6ac-efdd-4884-9ba4-0f557f6998d9,segment=NetworkSegment(c2ff3489-f620-495a-a3d3-6e77dbcef163),segment_id=c2ff3489-f620-495a-a3d3-6e77dbcef163)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:56:21.816013 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (99d0e6ac-efdd-4884-9ba4-0f557f6998d9), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:21.824847 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-66803765-5a7c-4441-b331-15299dbd51d0 None None] Deleting port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 {{(pid=110413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:56:21.825246 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-66803765-5a7c-4441-b331-15299dbd51d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766881010216'] for port (99d0e6ac-efdd-4884-9ba4-0f557f6998d9), before_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:21.830048 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] Calling delete_port for 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 owned by network:dhcp {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:56:21.893355 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.db [None req-66803765-5a7c-4441-b331-15299dbd51d0 None None] For port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9, host dv-cinder-837540-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-3-iscsi',level=0,port_id=99d0e6ac-efdd-4884-9ba4-0f557f6998d9,segment=NetworkSegment(c2ff3489-f620-495a-a3d3-6e77dbcef163),segment_id=c2ff3489-f620-495a-a3d3-6e77dbcef163)] {{(pid=110413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:56:21.893757 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-66803765-5a7c-4441-b331-15299dbd51d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1652824'] for port (99d0e6ac-efdd-4884-9ba4-0f557f6998d9), precommit_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:21.906229 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-66803765-5a7c-4441-b331-15299dbd51d0 None None] Calling delete_port for 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 owned by network:dhcp {{(pid=110413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:56:22.009111 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4848490'] for port (99d0e6ac-efdd-4884-9ba4-0f557f6998d9), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:22.014962 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-66803765-5a7c-4441-b331-15299dbd51d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1000892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766881018646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766880525999'] for port (99d0e6ac-efdd-4884-9ba4-0f557f6998d9), after_delete {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:22.037133 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] Pushing event deleted for resources: {'Port': ['ID=99d0e6ac-efdd-4884-9ba4-0f557f6998d9,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:56:22.042592 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] No DVR routers for this DVR port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 on host dv-cinder-837540-3-iscsi {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:56:22.046983 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66803765-5a7c-4441-b331-15299dbd51d0 None None] Pushing event deleted for resources: {'Port': ['ID=99d0e6ac-efdd-4884-9ba4-0f557f6998d9,revision_number=None']} {{(pid=110413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:56:22.052898 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66803765-5a7c-4441-b331-15299dbd51d0 None None] No DVR routers for this DVR port 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 on host dv-cinder-837540-3-iscsi {{(pid=110413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:56:22.115263 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044203', 'neutron.services.segments.db._delete_segments_for_network-8766881083832'] for network (689cca09-9601-4c22-8d00-76a675b3d654), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:22.134929 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.services.segments.db [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689cca09-9601-4c22-8d00-76a675b3d654']}} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:56:22.145111 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.services.segments.db [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ff3489-f620-495a-a3d3-6e77dbcef163') {'for_net_delete': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:56:22.145437 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.services.segments.db [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ff3489-f620-495a-a3d3-6e77dbcef163') {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:56:22.154480 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766880940993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5930743'] for segment (c2ff3489-f620-495a-a3d3-6e77dbcef163), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:22.168204 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763'] for segment (c2ff3489-f620-495a-a3d3-6e77dbcef163), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:22.174683 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=110411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:56:22.175135 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4848575'] for segment (c2ff3489-f620-495a-a3d3-6e77dbcef163), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: Traceback (most recent call last): Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: timer() Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: cb(*args, **kw) Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: return func(*args, **kwargs) Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: self._notify() Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: self.callback(batched_events) Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: event.method(event) Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: return f(self, *a, **k) Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: return self._get(url).json() Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: return self.request(url, 'GET', **kwargs) Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:56:22.176727 dv-cinder-837540-3-iscsi neutron-server[110411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:56:22.317509 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644488'] for network (689cca09-9601-4c22-8d00-76a675b3d654), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:22.322427 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683243'] for network (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:22.327642 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] 10.222.0.15 "DELETE /v2.0/networks/689cca09-9601-4c22-8d00-76a675b3d654 HTTP/1.1" status: 204 len: 168 time: 0.7002749 Apr 14 20:56:22.338423 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df46f9-6832-4727-8e31-a633ecf0124c admin admin] Pushing event deleted for resources: {'Network': ['ID=689cca09-9601-4c22-8d00-76a675b3d654,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:56:22.730376 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 53158) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:56:22.770650 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-ca37c773-bbc9-45a2-9b7f-21ae65bc21dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e1481294ef142e788ed321706a1b488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391142 Apr 14 20:56:22.773078 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 53160) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:56:22.820669 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0fd502ba-5184-4a8a-a930-555eff74410f admin admin] Publish callbacks [] for security_group (bc1769dc-9014-4ad1-82a5-70ee6090ef6f), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:22.842643 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0fd502ba-5184-4a8a-a930-555eff74410f admin admin] Publish callbacks [] for security_group (bc1769dc-9014-4ad1-82a5-70ee6090ef6f), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:22.862366 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 00275722-df4b-496c-9f7b-b09614398c78 no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:56:22.887374 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: 00275722-df4b-496c-9f7b-b09614398c78 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:56:22.887374 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 00275722-df4b-496c-9f7b-b09614398c78 not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:56:22.887374 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:56:22.902563 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:56:22.902910 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 99d0e6ac-efdd-4884-9ba4-0f557f6998d9 not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:56:22.903315 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 99420c13-ca11-4467-9a0e-db5384f5709c no longer exists at agent ovs-agent-dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:56:22.922243 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b36bde36-ee6b-46ed-9c1d-ae1324861d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:22.924231 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] No Port match for: 99420c13-ca11-4467-9a0e-db5384f5709c {{(pid=110413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:56:22.924715 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron.plugins.ml2.rpc [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Device 99420c13-ca11-4467-9a0e-db5384f5709c not bound to the agent host dv-cinder-837540-3-iscsi {{(pid=110413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:56:22.962946 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0fd502ba-5184-4a8a-a930-555eff74410f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (bc1769dc-9014-4ad1-82a5-70ee6090ef6f), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:22.965522 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0fd502ba-5184-4a8a-a930-555eff74410f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:22.967015 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-0fd502ba-5184-4a8a-a930-555eff74410f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc1769dc-9014-4ad1-82a5-70ee6090ef6f HTTP/1.1" status: 204 len: 168 time: 0.1926806 Apr 14 20:56:22.975356 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd502ba-5184-4a8a-a930-555eff74410f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1769dc-9014-4ad1-82a5-70ee6090ef6f,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:56:23.722360 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 53166) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:56:23.762033 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-5d8b2d92-e953-43d5-b84d-71583591a415 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b3d6d67482b4568aa2f7500670ffd37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385113 Apr 14 20:56:23.764370 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [-] (110411) accepted ('10.222.0.15', 53168) {{(pid=110411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:56:23.810635 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-22206d3b-5b5b-41fd-adf3-3a2336fa1ccf admin admin] Publish callbacks [] for security_group (a1f9f918-94c8-490e-9855-f367f8048016), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:23.831738 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-22206d3b-5b5b-41fd-adf3-3a2336fa1ccf admin admin] Publish callbacks [] for security_group (a1f9f918-94c8-490e-9855-f367f8048016), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:23.971026 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-22206d3b-5b5b-41fd-adf3-3a2336fa1ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967225'] for security_group (a1f9f918-94c8-490e-9855-f367f8048016), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:23.973596 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-22206d3b-5b5b-41fd-adf3-3a2336fa1ccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:23.974783 dv-cinder-837540-3-iscsi neutron-server[110411]: INFO neutron.wsgi [None req-22206d3b-5b5b-41fd-adf3-3a2336fa1ccf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1f9f918-94c8-490e-9855-f367f8048016 HTTP/1.1" status: 204 len: 168 time: 0.2095225 Apr 14 20:56:23.983880 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22206d3b-5b5b-41fd-adf3-3a2336fa1ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f9f918-94c8-490e-9855-f367f8048016,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:56:25.042979 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-64145e58-4e48-4cf0-b5fd-b1a5e8ce6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:26.417593 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:27.768769 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:29.362955 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:37.044749 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:56:44.853848 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:52.889639 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7aaee1b7-99dc-4aaf-a60f-51795c42f456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:55.024877 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-66c286e2-03e5-4399-8e20-9f917e830471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:56.409755 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:57.775289 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:59.415506 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:14.045059 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:57:14.837997 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:22.842955 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-ed2e4a0c-ba10-4491-b4c9-edb3b0db0334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:25.069932 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-2a9b1c9e-99a1-4ba4-93db-a063e7f1b520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:26.406926 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:27.832046 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:29.395765 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:44.882499 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:51.044711 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:57:52.882149 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b00244c6-a3a4-4228-bd50-2557f036b073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:55.024669 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7dadede0-4334-46cd-91a8-8166c13cd86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:56.384992 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:57.772338 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:59.350422 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:14.921609 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:22.875376 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-495f47d2-dec3-473c-ab54-fd3024363cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:25.052625 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-15f724e5-b0b2-4583-9341-df6db3c1d91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:26.452657 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:27.784376 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:28.044228 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:58:29.407224 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:44.925033 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:52.886539 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-505d006d-9a57-4986-9e8f-da5215baae88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:55.021976 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-1145eecf-e9ac-4f58-9987-58c744664022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:56.404553 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:57.799942 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:59.382818 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:05.043218 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:59:14.931106 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:22.913826 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-cb193705-6f0e-4f71-ba24-d77746fab5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:25.039504 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-08ed46d0-88a1-4b96-bc38-a4015a0af9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:26.394396 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:27.826755 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:29.365337 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:42.042398 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:59:44.935970 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:52.866716 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-b05eec4b-b62b-4922-95ca-145d404ec906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:55.048441 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-d079d3db-2f08-41ff-b000-d10955aff5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:56.465839 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:57.788211 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:59.385888 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:14.951734 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:19.040869 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:00:22.861198 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-2dd20a3c-2736-4a61-b980-70ccd93da11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:25.008642 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-e79c1c28-ffaa-4c9e-b706-4c77ea4200f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:26.414427 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:27.826052 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:29.363206 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:44.985470 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:52.904752 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-910a8923-7e98-4c57-bdc3-4040be7f705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:55.019211 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-e0c06eca-83f2-4fcb-8bba-ad989f6ab0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:56.040416 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:00:56.407331 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:57.802149 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:59.401756 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:01.243110 dv-cinder-837540-3-iscsi neutron-server[110411]: DEBUG neutron.wsgi [req-7b1b152f-b594-439b-8759-d91a060c6d80 req-972e1237-23d3-4592-8e1c-7047389817a5 service neutron] (110411) timed out ('10.222.0.16', 53078) {{(pid=110411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 21:01:01.272047 dv-cinder-837540-3-iscsi neutron-server[110412]: DEBUG neutron.wsgi [req-fd1f6677-b5f9-46da-940c-676f3f91c5cd req-703a3b18-1430-42a8-ae1e-fe35b1852c33 service neutron] (110412) timed out ('10.222.0.16', 53087) {{(pid=110412) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 21:01:15.018483 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:22.903890 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-2edb761a-3498-480f-9bd8-cbb3d693d6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (31b3992c-6277-47e8-aa32-d54e1fe02ece), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.063912 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-12554c9f-00e0-418c-b67a-8c78ef4d2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (af242145-16bc-4314-9d53-5bd3f0b62026), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:26.400506 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-0aefdaf4-8775-49c1-8316-13bee0bce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (c4e991cd-9fe9-4c8f-92cc-1e7a74f2e1a3), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:27.812097 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-75521098-827f-4bbd-b406-dc87df6aa05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ac175d10-3e12-4cd0-8360-621a9e96a63b), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:29.348460 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6e9e-2e93-463f-b6ce-38eb18a437c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (ef2e7177-670a-4b6c-a92d-71120b5ae64c), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:33.039273 dv-cinder-837540-3-iscsi neutron-server[110414]: DEBUG neutron.db.agents_db [None req-1b012c82-015a-4e59-893f-bb8d4ef6e2e9 None None] Agent healthcheck: found 6 active agents {{(pid=110414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:01:45.000320 dv-cinder-837540-3-iscsi neutron-server[110413]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a3c-a750-41dd-bba9-266e27049556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766881083814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923562'] for agent (99cf9b41-ab8f-44d4-a6ec-f1adf8299459), after_update {{(pid=110413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}